-- Logs begin at Mon 2021-06-07 06:15:51 UTC, end at Mon 2021-06-07 07:15:38 UTC. -- Jun 07 06:46:19.159343 dv-cinder-784140-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 07 06:46:21.726616 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.common.config [-] Logging enabled! Jun 07 06:46:21.727316 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev274 Jun 07 06:46:21.727574 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91651) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 07 06:46:21.730820 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.common.config [-] Logging enabled! Jun 07 06:46:21.731079 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev274 Jun 07 06:46:21.731394 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91651) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 07 06:46:21.732335 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 06:46:21.732573 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 06:46:21.732931 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 06:46:21.733186 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 06:46:21.733414 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 06:46:21.733736 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.734062 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.734361 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.734594 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.734887 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.735183 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.735469 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.735760 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.736058 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.736345 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.736632 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.736920 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.737153 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.737436 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.737722 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.738037 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.738264 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] debug = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.738545 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.738967 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.739390 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.739670 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.739960 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.740240 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.740513 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.740789 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.741072 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.741402 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] host = dv-cinder-784140-5-iscsi {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.741678 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.741995 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.742286 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.743254 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.743535 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.743815 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.744102 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.744378 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.744654 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] log_file = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.744930 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.745218 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.745506 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.745817 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.746048 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.746272 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.746561 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.746851 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.747133 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.747406 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.747680 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.747957 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.748229 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.748499 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.748782 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.749067 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.749351 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.749625 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.749924 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.750199 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.750469 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.750754 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.751025 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.751298 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.751569 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.751855 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.752125 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.752396 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.752694 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.752979 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.753266 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.753552 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.753852 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.754137 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.754415 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.754688 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.754958 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] use_json = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.755232 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.755502 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.755786 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.756059 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.756332 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.756604 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.756875 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.757167 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:21.757463 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.757761 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.758707 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.758995 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.759294 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.759576 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.759865 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.760145 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.760435 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.760726 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.761014 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.761293 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.761577 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.761884 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.762181 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.762486 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.762780 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.763071 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.763349 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.763624 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.763898 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.764177 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.764465 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.764757 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.765046 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.765321 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.765598 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.765914 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.766196 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.766470 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.766748 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.767042 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.767321 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.767594 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.767876 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.768158 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.768433 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.768705 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.768981 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.769268 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.769544 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.769839 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.770112 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.770388 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.770660 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.770943 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.771221 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.771495 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.771765 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.772043 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.772314 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.772585 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.772861 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.773133 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.773407 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.773700 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.773998 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.774273 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.774546 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.774819 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.775094 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.775368 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.775646 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.775917 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.776192 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.776465 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.776740 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.777017 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.777300 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.777593 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.777897 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.778178 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.778457 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.778734 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.779010 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.779286 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.779562 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.779837 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.780110 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.780399 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.780679 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.780964 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.781246 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.781522 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.781838 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.782118 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.782404 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.782684 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.782963 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.783256 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.783541 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.783837 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.784134 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.784430 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.784725 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.785016 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.785297 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.785605 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.785912 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:21.786134 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 06:46:21.786376 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91651) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 07 06:46:22.137512 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:46:22.137894 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:46:22.138191 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:46:22.138525 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 07 06:46:22.524469 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:22.524774 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:22.525041 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:22.526266 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:22.526546 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:22.526811 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:22.562925 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:22.563214 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:22.563483 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:22.576490 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:22.576772 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:22.577043 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:22.606167 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:22.606445 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:22.606713 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:22.643861 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:22.644139 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:22.644412 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:22.876298 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:22.876916 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:22.876916 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:22.877086 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:22.877731 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.002093 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.002413 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.002694 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.002970 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.003239 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.003549 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.003811 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.004069 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.004322 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.004603 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.004864 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.005128 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.005391 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.005649 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.005940 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.006209 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.006466 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.006740 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.006989 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.007267 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.007614 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.007865 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.008219 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.008670 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.008932 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.009185 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.009584 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91651) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 06:46:23.009855 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91651) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 06:46:23.010099 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91651) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 06:46:23.010339 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91651) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 06:46:23.010582 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91651) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 06:46:23.010820 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91651) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 06:46:23.011184 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 07 06:46:23.014248 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 07 06:46:23.018230 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 07 06:46:23.022032 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jun 07 06:46:23.023699 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 07 06:46:23.024154 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 07 06:46:23.024490 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 07 06:46:23.024875 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 07 06:46:23.027675 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 07 06:46:23.027932 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 07 06:46:23.028278 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 07 06:46:23.056317 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 07 06:46:23.057019 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.057317 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91651) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 07 06:46:23.057680 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.059049 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91651) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 07 06:46:23.059330 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 07 06:46:23.059576 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 07 06:46:23.062732 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.063012 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.126282 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 07 06:46:23.126562 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 07 06:46:23.126757 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 07 06:46:23.127122 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 07 06:46:23.157979 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_db.sqlalchemy.engines [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91651) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 07 06:46:23.497374 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.plugins.ml2.managers [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Initializing driver for type 'gre' Jun 07 06:46:23.497927 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] gre ID ranges: [(1, 1000)] Jun 07 06:46:23.552498 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.plugins.ml2.managers [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Initializing driver for type 'local' Jun 07 06:46:23.552832 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.plugins.ml2.managers [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Initializing driver for type 'vlan' Jun 07 06:46:23.565596 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] VlanTypeDriver initialization complete Jun 07 06:46:23.565976 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.plugins.ml2.managers [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Initializing driver for type 'vxlan' Jun 07 06:46:23.566473 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] vxlan ID ranges: [(1, 1000)] Jun 07 06:46:23.621010 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.plugins.ml2.managers [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Initializing extension driver 'port_security' Jun 07 06:46:23.621370 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.plugins.ml2.extensions.port_security [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] PortSecurityExtensionDriver initialization complete Jun 07 06:46:23.621706 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.plugins.ml2.managers [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Initializing mechanism driver 'openvswitch' Jun 07 06:46:23.622064 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.plugins.ml2.managers [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Initializing mechanism driver 'hyperv' Jun 07 06:46:23.628616 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.plugin [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:46:23.629388 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > port after_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.629759 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > port after_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.630135 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > port after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.630526 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > subnet after_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.630879 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > subnet after_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.631221 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > subnet after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.631603 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > network after_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.631948 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > network after_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.632285 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > network after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.632663 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > security_group after_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.633035 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > security_group after_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.633382 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > security_group after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.633763 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.634128 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.634469 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.634846 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > address_group after_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.635189 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > address_group after_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.635525 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > address_group after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.635860 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] ML2 OVO RPC backend initialized. {{(pid=91651) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 07 06:46:23.636563 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > router_interface after_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.636918 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.637332 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > network before_response 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.637680 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > networks before_response 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.638049 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > port before_response 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.638395 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > ports before_response 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.638733 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > subnet before_response 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.639074 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > subnets before_response 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.639419 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > network after_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.639760 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > network after_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.640098 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > network after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.640441 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > port after_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.640784 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > port after_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.641119 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > port after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.641455 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > subnet after_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.641806 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > subnet after_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.642144 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > subnet after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.642722 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.plugins.ml2.plugin [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Modular L2 Plugin initialization complete Jun 07 06:46:23.643048 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading services supported by the core plugin {{(pid=91651) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 07 06:46:23.643370 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.plugins.ml2.managers [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Got port-security extension from driver 'port_security' Jun 07 06:46:23.643832 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.extensions.vlantransparent [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Disabled vlantransparent extension. Jun 07 06:46:23.644315 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91651) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 07 06:46:23.644631 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading Plugin: router Jun 07 06:46:23.681046 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > router_interface before_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.681688 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > router after_create 55549900 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.682090 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > router before_create 55549900 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.682457 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.682829 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.683181 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > router after_delete 55549900 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.683535 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > floatingip after_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.683896 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > router after_create 55549900 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.684241 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > router after_update 55549900 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.684586 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > router after_update 55549900 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.684931 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.685287 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > router after_update 55549900 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.685696 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > router precommit_update 55549900 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.686086 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: port after_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.686429 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: port after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.686766 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: subnet after_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.687101 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.687448 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > port precommit_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.687789 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > router precommit_create 55549900 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.688127 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: port before_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.688465 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > router precommit_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.688818 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > router after_update 55549900 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.689157 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > router precommit_delete 55549900 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.689507 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > router precommit_create 55549900 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.689892 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > router_interface after_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.690236 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > router precommit_update 55549900 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.690603 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > network after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.691458 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.quota.resource_registry [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Tracking information for resource: router configured {{(pid=91651) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 06:46:23.691791 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.quota.resource_registry [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Tracking information for resource: floatingip configured {{(pid=91651) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 06:46:23.696890 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.db.l3_agentschedulers_db [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 07 06:46:23.697453 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: port after_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.697843 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: port after_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.698196 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: port after_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.698544 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: port after_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.699342 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > router before_create 55550100 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.699735 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > router precommit_delete 55550100 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.700069 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > router precommit_create 55550100 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.700423 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > router precommit_update 55550100 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.704781 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.services.provider_configuration [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Service providers = [] {{(pid=91651) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 07 06:46:23.705146 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.db.servicetype_db [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91651) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 07 06:46:23.708036 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.services.service_base [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91651) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 06:46:23.708386 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.services.service_base [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91651) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 06:46:23.708726 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.services.service_base [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91651) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 06:46:23.709598 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.services.service_base [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91651) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 06:46:23.710000 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.services.service_base [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 07 06:46:23.710534 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91651) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 06:46:23.710855 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 07 06:46:23.721279 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91651) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 06:46:23.721618 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading Plugin: auto_allocate Jun 07 06:46:23.727971 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: network precommit_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.728334 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: network precommit_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.728855 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91651) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 06:46:23.729185 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading Plugin: tag Jun 07 06:46:23.737202 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91651) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 06:46:23.737537 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading Plugin: timestamp Jun 07 06:46:23.741292 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91651) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 06:46:23.741625 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading Plugin: network_ip_availability Jun 07 06:46:23.747433 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.747754 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.748108 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:23.748830 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91651) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 06:46:23.749149 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading Plugin: flavors Jun 07 06:46:23.861379 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91651) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 06:46:23.861710 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading Plugin: revisions Jun 07 06:46:23.866276 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91651) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 06:46:23.866674 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.728s {{(pid=91651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:46:23.868103 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91651) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 07 06:46:23.868698 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Initializing extension manager. Jun 07 06:46:23.869012 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: __init__.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.869354 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: __pycache__ {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.869692 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.870060 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: address_group.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.870831 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.871416 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: address-group Jun 07 06:46:23.871747 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: address_scope.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.872452 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.872964 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: address-scope Jun 07 06:46:23.873291 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: admin_state_down_before_update.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.874236 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.874750 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: router-admin-state-down-before-update Jun 07 06:46:23.875075 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: agent.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.875769 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.876280 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: agent Jun 07 06:46:23.876604 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: agent_resources_synced.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.877522 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.878071 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: agent-resources-synced Jun 07 06:46:23.878397 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: allowedaddresspairs.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.880247 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.880778 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: allowed-address-pairs Jun 07 06:46:23.881106 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: auto_allocated_topology.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.882239 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.882755 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: auto-allocated-topology Jun 07 06:46:23.883848 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: availability_zone.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.884504 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.885336 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: availability_zone Jun 07 06:46:23.885691 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: availability_zone_filter.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.886625 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.887135 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: availability_zone_filter Jun 07 06:46:23.887456 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: data_plane_status.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.888344 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.888849 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extension data-plane-status not supported by any of loaded plugins Jun 07 06:46:23.889172 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: default_subnetpools.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.890098 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.890612 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: default-subnetpools Jun 07 06:46:23.890933 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: dhcpagentscheduler.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.891746 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.892256 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: dhcp_agent_scheduler Jun 07 06:46:23.892576 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: dns.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.893470 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.894009 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extension dns-integration not supported by any of loaded plugins Jun 07 06:46:23.894332 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: dns_domain_ports.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.895227 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.895733 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 07 06:46:23.896052 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: dvr.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.896707 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.897238 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: dvr Jun 07 06:46:23.897557 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: empty_string_filtering.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.898477 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.899563 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: empty-string-filtering Jun 07 06:46:23.899870 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.900708 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.901216 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 07 06:46:23.901533 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.902458 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.903167 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 07 06:46:23.903487 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: external_net.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.904397 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.904876 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: external-net Jun 07 06:46:23.905198 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: extra_dhcp_opt.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.906107 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.906611 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: extra_dhcp_opt Jun 07 06:46:23.906931 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: extraroute.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.907814 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.908322 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: extraroute Jun 07 06:46:23.908642 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: extraroute_atomic.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.909655 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.910205 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: extraroute-atomic Jun 07 06:46:23.910529 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: filter_validation.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.911184 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.911687 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: filter-validation Jun 07 06:46:23.912007 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: fip_pf_description.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.912895 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.913396 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 07 06:46:23.913717 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: fip_port_details.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.915217 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.915821 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: fip-port-details Jun 07 06:46:23.918292 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: flavors.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.918292 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.918292 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: flavors Jun 07 06:46:23.918292 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.919887 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.920415 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 07 06:46:23.921113 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: floatingip_pools.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.921423 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.921976 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: floatingip-pools Jun 07 06:46:23.922302 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: ip_allocation.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.923729 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.923729 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extension ip_allocation not supported by any of loaded plugins Jun 07 06:46:23.924020 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.924912 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.925419 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: ip-substring-filtering Jun 07 06:46:23.925742 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: l2_adjacency.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.926690 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.927190 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extension l2_adjacency not supported by any of loaded plugins Jun 07 06:46:23.927510 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: l3.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.928499 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.929011 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: router Jun 07 06:46:23.929334 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: l3_conntrack_helper.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.932035 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.932552 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 07 06:46:23.932882 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.933821 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.934340 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: ext-gw-mode Jun 07 06:46:23.934666 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.935566 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.936078 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: l3-ha Jun 07 06:46:23.936400 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: l3_flavors.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.937292 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.937830 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: l3-flavors Jun 07 06:46:23.938155 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.939069 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.939572 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: l3-port-ip-change-not-allowed Jun 07 06:46:23.939891 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: l3agentscheduler.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.940931 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.941447 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: l3_agent_scheduler Jun 07 06:46:23.941797 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: logging.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.943392 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.943913 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extension logging not supported by any of loaded plugins Jun 07 06:46:23.944240 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: metering.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.944968 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.945573 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: metering Jun 07 06:46:23.945932 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.947010 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.947527 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: metering_source_and_destination_fields Jun 07 06:46:23.947852 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: multiprovidernet.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.948761 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.949273 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: multi-provider Jun 07 06:46:23.949596 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: netmtu.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.950529 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.951038 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: net-mtu Jun 07 06:46:23.951358 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: netmtu_writable.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.952253 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.952761 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: net-mtu-writable Jun 07 06:46:23.953081 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: network_availability_zone.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.953736 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.954266 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: network_availability_zone Jun 07 06:46:23.954587 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: network_ip_availability.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.955656 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.956165 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: network-ip-availability Jun 07 06:46:23.956488 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: network_segment_range.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.957235 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.957735 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extension network-segment-range not supported by any of loaded plugins Jun 07 06:46:23.958082 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: pagination.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.959045 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.959372 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: pagination Jun 07 06:46:23.959690 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: port_device_profile.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.960586 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.961667 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: port-device-profile Jun 07 06:46:23.962044 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.962946 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.963459 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: port-mac-address-regenerate Jun 07 06:46:23.963782 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.964673 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.965181 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: port-numa-affinity-policy Jun 07 06:46:23.965506 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: port_resource_request.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.966417 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.966918 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extension port-resource-request not supported by any of loaded plugins Jun 07 06:46:23.967240 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: portbindings.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.968147 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.968656 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: binding Jun 07 06:46:23.968991 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: portbindings_extended.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.970248 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.970765 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: binding-extended Jun 07 06:46:23.971090 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: portsecurity.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.971980 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.972491 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: port-security Jun 07 06:46:23.972816 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: project_id.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.973768 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.974121 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: project-id Jun 07 06:46:23.974442 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: providernet.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.975343 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.975860 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: provider Jun 07 06:46:23.976179 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: qos.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.980545 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.981076 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extension qos not supported by any of loaded plugins Jun 07 06:46:23.981405 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.982661 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.983176 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 07 06:46:23.983507 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.984405 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.984910 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 07 06:46:23.985234 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: qos_default.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.986169 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.986675 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extension qos-default not supported by any of loaded plugins Jun 07 06:46:23.987001 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: qos_fip.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.987642 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.988143 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extension qos-fip not supported by any of loaded plugins Jun 07 06:46:23.988465 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: qos_gateway_ip.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.989550 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.990101 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 07 06:46:23.990427 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: qos_port_network_policy.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.991333 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.991846 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 07 06:46:23.992173 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: qos_rule_type_details.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.993274 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.993804 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 07 06:46:23.994129 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: qos_rules_alias.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.995158 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.995669 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 07 06:46:23.995994 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: quotasv2.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:23.996898 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:23.997226 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: quotas Jun 07 06:46:23.997589 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: quotasv2_detail.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:24.000573 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:24.000916 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: quota_details Jun 07 06:46:24.001246 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: rbac.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:24.002305 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:24.002831 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: rbac-policies Jun 07 06:46:24.003160 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: rbac_address_group.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:24.004072 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:24.004586 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: rbac-address-group Jun 07 06:46:24.004911 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: rbac_address_scope.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:24.005833 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:24.006345 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: rbac-address-scope Jun 07 06:46:24.006666 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: rbac_security_groups.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:24.007577 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:24.008150 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: rbac-security-groups Jun 07 06:46:24.008731 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: rbac_subnetpool.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:24.009322 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:24.009865 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: rbac-subnetpool Jun 07 06:46:24.010195 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: revisionifmatch.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:24.011107 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:24.011623 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: revision-if-match Jun 07 06:46:24.011944 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: revisions.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:24.013034 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:24.013544 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: standard-attr-revisions Jun 07 06:46:24.013913 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: router_availability_zone.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:24.014570 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:24.015078 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: router_availability_zone Jun 07 06:46:24.015399 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: routerservicetype.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:24.016300 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:24.016809 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extension router-service-type not supported by any of loaded plugins Jun 07 06:46:24.017130 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:24.018066 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:24.018580 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: security-groups-normalized-cidr Jun 07 06:46:24.018902 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: security_groups_port_filtering.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:24.019835 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:24.020344 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: port-security-groups-filtering Jun 07 06:46:24.020671 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:24.021569 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:24.022113 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: security-groups-remote-address-group Jun 07 06:46:24.022435 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: securitygroup.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:24.032452 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:24.032981 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: security-group Jun 07 06:46:24.033314 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: segment.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:24.034114 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:24.034626 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extension segment not supported by any of loaded plugins Jun 07 06:46:24.034954 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:24.035870 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:24.036377 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 07 06:46:24.036702 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: servicetype.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:24.037812 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:24.038339 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: service-type Jun 07 06:46:24.038666 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: sorting.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:24.040282 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:24.040616 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: sorting Jun 07 06:46:24.040938 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: standard_attr_segment.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:24.041854 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:24.042364 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 07 06:46:24.042686 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: standardattrdescription.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:24.043320 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:24.043838 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: standard-attr-description Jun 07 06:46:24.044164 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: stateful_security_group.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:24.045060 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:24.045580 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: stateful-security-group Jun 07 06:46:24.045939 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: stdattrs_common.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:24.046508 dv-cinder-784140-5-iscsi neutron-server[91651]: WARNING neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 07 06:46:24.046823 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:24.047785 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:24.048302 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 07 06:46:24.048623 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: subnet_onboard.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:24.049683 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:24.050228 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: subnet_onboard Jun 07 06:46:24.050558 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:24.051471 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:24.051982 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 07 06:46:24.052302 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: subnet_service_types.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:24.053200 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:24.053713 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: subnet-service-types Jun 07 06:46:24.054057 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: subnetallocation.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:24.055322 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:24.055935 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: subnet_allocation Jun 07 06:46:24.056261 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:24.057171 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:24.057678 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: subnetpool-prefix-ops Jun 07 06:46:24.058025 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:24.058929 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:24.059438 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 07 06:46:24.059757 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: tagging.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:24.060804 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:24.061327 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: standard-attr-tag Jun 07 06:46:24.061653 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: timestamp.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:24.062860 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:24.063373 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loaded extension: standard-attr-timestamp Jun 07 06:46:24.063700 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: trunk.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:24.064716 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:24.065229 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extension trunk not supported by any of loaded plugins Jun 07 06:46:24.065554 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: trunk_details.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:24.066488 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:24.067000 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extension trunk-details not supported by any of loaded plugins Jun 07 06:46:24.067322 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: uplink_status_propagation.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:24.068227 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:24.068743 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 07 06:46:24.069068 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Loading extension file: vlantransparent.py {{(pid=91651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 06:46:24.069717 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 06:46:24.070252 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extension vlan-transparent not supported by any of loaded plugins Jun 07 06:46:24.072980 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.quota.resource_registry [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Creating instance of TrackedResource for resource:network Jun 07 06:46:24.073513 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.quota.resource_registry [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Creating instance of TrackedResource for resource:subnet Jun 07 06:46:24.073948 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.quota.resource_registry [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 06:46:24.074342 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.quota.resource_registry [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Creating instance of TrackedResource for resource:port Jun 07 06:46:24.075623 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.v2.resource_helper [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 06:46:24.076076 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.v2.resource_helper [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Service FLAVORS assigned prefix: {{(pid=91651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 06:46:24.076680 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.v2.resource_helper [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 06:46:24.077104 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.v2.resource_helper [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 06:46:24.077434 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.quota.resource_registry [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Creating instance of TrackedResource for resource:router Jun 07 06:46:24.077893 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.quota.resource_registry [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Creating instance of TrackedResource for resource:floatingip Jun 07 06:46:24.078386 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.v2.resource_helper [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Service METERING assigned prefix: /metering {{(pid=91651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 06:46:24.079794 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:24.080163 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:24.080515 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:46:24.081519 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.quota.resource_registry [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Creating instance of CountableResource for resource:rbac_policy Jun 07 06:46:24.082009 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.quota.resource_registry [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Creating instance of TrackedResource for resource:security_group Jun 07 06:46:24.082435 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.quota.resource_registry [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Creating instance of TrackedResource for resource:security_group_rule Jun 07 06:46:24.083032 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.v2.resource_helper [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Service CORE assigned prefix: {{(pid=91651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 06:46:24.083372 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.quota.resource_registry [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 06:46:24.083725 dv-cinder-784140-5-iscsi neutron-server[91651]: WARNING neutron.quota.resource_registry [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] subnetpool is already registered Jun 07 06:46:24.084175 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.v2.resource_helper [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Service CORE assigned prefix: {{(pid=91651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 06:46:24.084503 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.quota.resource_registry [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 06:46:24.084835 dv-cinder-784140-5-iscsi neutron-server[91651]: WARNING neutron.quota.resource_registry [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] subnetpool is already registered Jun 07 06:46:24.087876 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.v2.resource_helper [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 06:46:24.088307 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.v2.resource_helper [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Service FLAVORS assigned prefix: {{(pid=91651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 06:46:24.088901 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.v2.resource_helper [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 06:46:24.089321 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.v2.resource_helper [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 06:46:24.089654 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.quota.resource_registry [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Creating instance of TrackedResource for resource:router Jun 07 06:46:24.090031 dv-cinder-784140-5-iscsi neutron-server[91651]: WARNING neutron.quota.resource_registry [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] router is already registered Jun 07 06:46:24.090448 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.quota.resource_registry [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Creating instance of TrackedResource for resource:floatingip Jun 07 06:46:24.090782 dv-cinder-784140-5-iscsi neutron-server[91651]: WARNING neutron.quota.resource_registry [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] floatingip is already registered Jun 07 06:46:24.091246 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.v2.resource_helper [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Service METERING assigned prefix: /metering {{(pid=91651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 06:46:24.091906 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.quota.resource_registry [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Creating instance of CountableResource for resource:rbac_policy Jun 07 06:46:24.092232 dv-cinder-784140-5-iscsi neutron-server[91651]: WARNING neutron.quota.resource_registry [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] rbac_policy is already registered Jun 07 06:46:24.092642 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.quota.resource_registry [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Creating instance of TrackedResource for resource:security_group Jun 07 06:46:24.092973 dv-cinder-784140-5-iscsi neutron-server[91651]: WARNING neutron.quota.resource_registry [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] security_group is already registered Jun 07 06:46:24.093373 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.quota.resource_registry [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Creating instance of TrackedResource for resource:security_group_rule Jun 07 06:46:24.093702 dv-cinder-784140-5-iscsi neutron-server[91651]: WARNING neutron.quota.resource_registry [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] security_group_rule is already registered Jun 07 06:46:24.094354 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.v2.resource_helper [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Service CORE assigned prefix: {{(pid=91651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 06:46:24.094684 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.quota.resource_registry [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 06:46:24.095018 dv-cinder-784140-5-iscsi neutron-server[91651]: WARNING neutron.quota.resource_registry [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] subnetpool is already registered Jun 07 06:46:24.095441 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.v2.resource_helper [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Service CORE assigned prefix: {{(pid=91651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 06:46:24.095766 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.quota.resource_registry [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 06:46:24.096098 dv-cinder-784140-5-iscsi neutron-server[91651]: WARNING neutron.quota.resource_registry [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] subnetpool is already registered Jun 07 06:46:24.096564 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extended resource: extensions {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:46:24.098052 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extended resource: address-groups {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:46:24.099527 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extended resource: address-scopes {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:46:24.100847 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extended resource: agents {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:46:24.102629 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extended resource: auto-allocated-topology {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:46:24.103892 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extended resource: availability_zones {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:46:24.105108 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extended resource: dhcp-networks {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:46:24.106686 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extended resource: dhcp-agents {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:46:24.108163 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extended resource: routers {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:46:24.109904 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extended resource: flavors {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:46:24.112240 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extended resource: service_profiles {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:46:24.113462 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extended resource: next_providers {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:46:24.114929 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extended resource: service_profiles {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:46:24.116477 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extended resource: floatingip-pools {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:46:24.117740 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extended resource: routers {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:46:24.119473 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extended resource: floatingips {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:46:24.120752 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extended resource: l3-routers {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:46:24.122170 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extended resource: l3-agents {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:46:24.123597 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extended resource: metering-labels {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:46:24.124848 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extended resource: metering-label-rules {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:46:24.126264 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extended resource: network-ip-availabilities {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:46:24.127527 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extended resource: bindings {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:46:24.129081 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extended resource: quotas {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:46:24.130685 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extended resource: quotas {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:46:24.132109 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extended resource: rbac-policies {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:46:24.133388 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extended resource: security-groups {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:46:24.134721 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extended resource: security-group-rules {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:46:24.135957 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extended resource: service-providers {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:46:24.137189 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extended resource: subnetpools {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:46:24.138560 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extended resource: subnetpools {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:46:24.140118 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extended resource: tags {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:46:24.141838 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extended resource: tags {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:46:24.143643 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extended resource: tags {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:46:24.145445 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extended resource: tags {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:46:24.147143 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extended resource: tags {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:46:24.149792 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extended resource: tags {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:46:24.151487 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extended resource: tags {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:46:24.153440 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extended resource: tags {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:46:24.155320 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extended resource: tags {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:46:24.157049 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron.api.extensions [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Extended resource: tags {{(pid=91651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 06:46:24.163299 dv-cinder-784140-5-iscsi neutron-server[91651]: WARNING keystonemiddleware.auth_token [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 07 06:46:24.168691 dv-cinder-784140-5-iscsi neutron-server[91651]: WARNING keystonemiddleware.auth_token [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 07 06:46:24.176984 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Acquired lock "singleton_lock" {{(pid=91651) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 07 06:46:24.177463 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_concurrency.lockutils [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Releasing lock "singleton_lock" {{(pid=91651) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 07 06:46:24.178130 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO oslo_service.service [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Starting 2 workers Jun 07 06:46:24.183263 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Started child 91758 {{(pid=91651) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 06:46:24.187746 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Started child 91759 {{(pid=91651) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 06:46:24.188795 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:24.189527 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO neutron.service [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Neutron service started, listening on 0.0.0.0:9696 Jun 07 06:46:24.190004 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Notify callbacks [] for process, before_spawn {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:24.190341 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [-] (91758) wsgi starting up on http://0.0.0.0:9696 Jun 07 06:46:24.192459 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO oslo_service.service [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Starting 1 workers Jun 07 06:46:24.192681 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:24.194104 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [-] (91759) wsgi starting up on http://0.0.0.0:9696 Jun 07 06:46:24.198115 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Started child 91760 {{(pid=91651) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 06:46:24.198663 dv-cinder-784140-5-iscsi neutron-server[91651]: INFO oslo_service.service [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Starting 1 workers Jun 07 06:46:24.201959 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.service [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] calling RpcWorker wait() {{(pid=91760) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 07 06:46:24.202506 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.service [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] returning from RpcWorker wait() {{(pid=91760) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 07 06:46:24.203035 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Started child 91761 {{(pid=91651) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 06:46:24.203826 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:24.203945 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG neutron_lib.callbacks.manager [None req-153f53a8-2b76-4fee-b561-fd53589952ab None None] Notify callbacks [] for process, after_spawn {{(pid=91651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:24.204467 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:46:24.205799 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91651) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 07 06:46:24.206012 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 06:46:24.206192 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 06:46:24.206411 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 06:46:24.206762 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 06:46:24.206925 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 06:46:24.207468 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.207738 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.207829 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:24.208262 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.208262 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.208563 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.208720 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:46:24.209141 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.209379 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.209630 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.209931 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.210180 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.210352 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.210517 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.210769 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.211015 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.211896 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.212164 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.212417 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.212690 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.212868 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.213132 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.213412 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.213674 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.213958 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] debug = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.214212 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.214688 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.214929 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.215166 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.215384 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.215664 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.215909 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.216168 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.216402 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.216635 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.216872 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.217138 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.217382 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.217615 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.217861 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.218126 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.218341 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.218836 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] host = dv-cinder-784140-5-iscsi {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.219073 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.219304 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.219530 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.219755 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.219999 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.220213 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.220478 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.220732 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.220972 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.221218 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.221461 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.221704 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.221960 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.222275 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] log_file = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.222410 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] log_options = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.222596 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.222878 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.223135 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.223329 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.223499 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.223679 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.223945 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.224111 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.224389 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.224619 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.224821 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.225036 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.225269 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.225491 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.225758 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.226009 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.226243 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.226455 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.226953 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.226953 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.227294 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.227438 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.227767 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.227985 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.228203 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.228424 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.228649 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.228863 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.229095 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.229352 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.229585 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.229885 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.230129 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.230383 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.230629 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.230857 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.231076 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.231351 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.231579 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.231832 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.232086 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.232391 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.232569 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.232783 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.233014 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.233227 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] use_json = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.233440 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.233815 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.233953 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.234123 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.234402 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.234574 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.234778 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.235032 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.235444 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.235993 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.236729 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.236729 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.236923 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.237045 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.237255 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.237516 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.237895 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.238200 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.238547 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.238934 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.239041 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.239292 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.239546 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.240063 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.240167 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.240818 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.240818 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.240818 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.241045 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.241260 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.241586 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.241881 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.242137 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.242439 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.242922 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.243378 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.243612 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.243835 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.244076 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.244297 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.244567 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.244791 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.245009 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.245264 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.245503 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.246128 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.246128 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.247266 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.247266 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.247266 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.247266 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.247266 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.247648 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.247648 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.247809 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.248174 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.248554 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.248934 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.249306 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.249686 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.250079 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.250311 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.250552 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.251663 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.251663 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.251663 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.251663 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.252099 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.252099 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.252306 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.252598 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.252825 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.253066 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.253349 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.253569 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.253996 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.254422 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.254826 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.255056 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.255295 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.255534 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.255758 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.255979 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.256198 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.256415 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.256818 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.256818 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.257123 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.257265 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.260923 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.260923 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.260923 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.260923 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.260923 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.260923 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.260923 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.260923 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.261942 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.261942 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.261942 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.261942 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.261942 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.261942 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.261942 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.261942 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.262602 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.262602 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.262602 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.262602 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.262902 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.263048 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.263268 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.263512 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.263744 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.264050 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.264272 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.264506 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.264967 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.265419 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.265896 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.266329 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.266786 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.267180 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.267619 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.268079 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.268535 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.268992 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.269409 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.269841 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.270272 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.270688 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.271140 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.271381 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.271642 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.271870 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.272153 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.272399 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.272654 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.272876 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.273127 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.273496 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.274424 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.274648 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.274940 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.275215 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.275467 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.275706 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.275969 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.276223 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.276476 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.276724 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.276953 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.277197 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.277433 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.277680 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.277921 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.278158 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.278921 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.278921 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.278921 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.279275 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.279275 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.279483 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.282314 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.282314 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.282314 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.282314 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.282314 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.282314 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.282314 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.282314 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.283310 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.283310 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.283310 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.283310 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.283310 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.283310 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.283310 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.283310 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.284210 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.284210 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.284210 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.284210 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.284592 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.284592 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.284793 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.285005 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.285357 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.285714 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.285982 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.286202 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.286452 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.286688 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.286913 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.287324 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.287910 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.287910 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.288114 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.288515 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.288883 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.289314 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.289993 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.290402 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.290634 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.290880 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.291105 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.291370 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.291623 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.291863 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.292079 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.292317 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.292531 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.292753 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.292964 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.293265 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.293525 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.293770 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.294185 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.294570 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.295006 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.295398 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.295767 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.296130 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.296353 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.296586 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.296809 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.297024 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.297269 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.297484 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.297735 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.297977 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.298212 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.298433 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.298645 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.298894 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.299077 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.299446 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.299670 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.299902 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.300214 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.300468 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.300691 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.300975 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.301225 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.301453 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.301712 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.302076 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.302292 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.302553 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.302778 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.303020 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.303265 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.303539 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.303868 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.304322 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.304571 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.304877 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.305877 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.305877 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.306247 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.306247 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.306852 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.307031 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.307311 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.307570 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.307802 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.308056 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.308300 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.308518 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.308754 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.308971 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.309188 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.309431 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.309700 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.309969 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.310187 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.310436 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.310652 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.310876 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.311087 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.311305 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.311538 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.311682 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 06:46:24.312230 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91651) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 07 06:46:24.312375 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 06:46:24.312537 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 06:46:24.312730 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 06:46:24.312899 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 06:46:24.313043 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 06:46:24.313244 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.313406 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.313549 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.313700 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.313876 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.314057 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.314209 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.314355 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.316089 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.316089 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.316089 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.316089 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.316089 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.316089 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.316089 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.316089 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.316089 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.319518 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.319518 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.319518 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.319518 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.319518 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.319518 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] debug = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.319518 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.320952 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.320952 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.320952 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.320952 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.320952 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.320952 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.321649 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.321649 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.321649 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.321649 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.321649 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.321649 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.321649 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.321649 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.322505 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.322505 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.322505 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] host = dv-cinder-784140-5-iscsi {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.322505 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.322505 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.322505 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.322505 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.322505 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.323446 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.323446 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.323446 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.323446 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.323446 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.323446 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.323446 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.323446 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.323446 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] log_file = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.324453 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] log_options = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.324453 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.324453 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.324453 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.324453 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.324453 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.324453 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.325213 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.325213 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.325213 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.325213 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.325213 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.325213 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.325213 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.325213 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.327998 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.327998 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.327998 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.327998 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.327998 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.327998 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.327998 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.327998 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.328789 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.328789 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.328789 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.328789 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.328789 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.328789 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.328789 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.328789 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.328789 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.329694 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.329694 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.329694 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.329694 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.329694 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.329694 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.329694 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.329694 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.330563 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 37042) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:46:24.330690 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.330690 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.330690 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.330690 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.330690 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.330690 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.330690 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] use_json = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.330690 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.331507 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.331507 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.331507 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.331507 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.331507 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.331507 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.331507 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 06:46:24.331507 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.332296 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.332296 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.332296 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.332296 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.332296 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.332296 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.332296 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.332296 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.333091 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.333091 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.333091 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.333091 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.333091 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.333091 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.333091 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.333091 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.334950 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.334950 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.334950 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.334950 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.334950 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.334950 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.334950 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.334950 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.336670 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.336670 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.336670 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.336670 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.336670 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.336670 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.336670 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.336670 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.338030 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.338030 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.338030 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.338030 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.338030 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.338030 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.338030 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.338030 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.338030 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.339488 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.339488 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.339488 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.339488 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.339488 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.339488 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.339488 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.339488 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.339488 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.341334 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.341334 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.341334 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.341334 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.341334 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.341334 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.341334 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.341334 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.341334 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.342630 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.342630 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.342630 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.342630 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.342630 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.342630 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.342630 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.342630 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.342630 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.343696 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.343696 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.343696 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.343696 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.343696 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.343696 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.343696 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.343696 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.343696 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.344732 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.344732 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.344732 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.344732 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.344732 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.344732 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.344732 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.344732 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.345688 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.345688 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.345688 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.345688 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.345688 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.345688 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.345688 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.345688 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.346890 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.346890 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.346890 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.346890 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.346890 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.346890 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.346890 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.346890 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.348041 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.348041 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.348041 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.348041 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.348041 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.348041 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.348041 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.348041 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.349165 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.349165 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.349165 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.349165 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.349165 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.349165 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.349165 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.349165 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.351530 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.351530 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.351530 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.351530 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.351530 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.351530 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.351530 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.351530 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.351530 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.352895 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.352895 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.352895 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.352895 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.352895 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.352895 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.352895 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.352895 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.353892 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.353892 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.353892 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.353892 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.353892 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.353892 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.353892 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.353892 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.355283 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.355283 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.355516 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0189390 Jun 07 06:46:24.355639 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.355639 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.355639 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.355639 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.355639 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.356195 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.356195 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.356429 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.356547 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.356666 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.356783 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.357812 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.357812 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.357812 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.358065 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:46:24.358139 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.358139 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.358139 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.358139 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.358139 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.358422 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.358422 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.358549 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.358613 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.358808 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.358932 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.359084 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.359245 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.359406 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.359568 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.359733 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.359897 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.360057 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.360216 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.360375 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.360536 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.360695 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.360858 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.361019 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.361180 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.361341 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.361501 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.361661 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.361934 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.362279 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.362559 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.362840 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.363119 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.363392 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.363633 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.363858 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.364083 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.364302 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.364521 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.364742 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.364962 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.365177 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.365455 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.365675 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.365929 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.366171 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.366429 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.366741 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.366980 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.367234 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.367537 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.367701 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.367923 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.368249 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.368470 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.368683 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.368895 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.369131 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.369383 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.369634 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.369983 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.370174 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.370412 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.370608 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.370800 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.371078 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.371296 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.371572 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.371836 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.372094 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.372357 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.373431 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.373431 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.373431 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.373431 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.373431 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.374057 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.374057 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.374057 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.374423 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.374545 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.374808 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.375078 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.375336 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.375595 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.375859 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.376122 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.379285 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.379584 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.379871 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.380169 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.380456 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.380685 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.380938 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.381220 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.381521 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.384324 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.384621 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.384899 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.386233 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.386518 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.387918 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.387918 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.387918 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.387918 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.387918 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.388533 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.388533 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.388766 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.388893 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.389115 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.389792 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.390091 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.390355 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.390907 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 06:46:24.391175 dv-cinder-784140-5-iscsi neutron-server[91651]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 06:46:35.337064 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad32f823-af59-45b0-9bef-15f1ca073336 None None] get_active_networks_info from dv-cinder-784140-5-iscsi {{(pid=91760) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 07 06:46:35.467807 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad32f823-af59-45b0-9bef-15f1ca073336 None None] No non-hosted networks {{(pid=91760) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 07 06:46:35.485015 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-0c94e21d-90af-45ce-8f98-fafdec06f4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892'] for agent, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:37.849249 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892'] for agent, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:37.851515 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:37.851515 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:37.852938 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:37.854688 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:37.854688 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:37.854688 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:37.856397 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:37.856397 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:37.856612 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:37.861124 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:37.861466 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:37.862798 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:37.863223 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784140-5-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:46:37.878965 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784140-5-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:46:37.928925 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-0b15811b-306f-4c67-be86-61f4a35a69a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892'] for agent, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:38.022843 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-e27eb954-6f95-4ab5-9b52-086b95c7a351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:38.912955 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892'] for agent, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:40.564815 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892'] for agent, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:41.826902 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 37138) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:46:42.405206 dv-cinder-784140-5-iscsi neutron-server[91759]: WARNING oslo_policy.policy [None req-fa0e8fc0-a134-4364-8213-255af3740098 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 06:46:42.405837 dv-cinder-784140-5-iscsi neutron-server[91759]: WARNING oslo_policy.policy [None req-fa0e8fc0-a134-4364-8213-255af3740098 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 06:46:42.618121 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [None req-fa0e8fc0-a134-4364-8213-255af3740098 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=91759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 06:46:42.619178 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-fa0e8fc0-a134-4364-8213-255af3740098 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7913456 Jun 07 06:46:44.152751 dv-cinder-784140-5-iscsi neutron-server[91760]: INFO neutron.db.l3_hamode_db [None req-70184558-e4a1-4b01-8914-944639831dc5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 07 06:46:44.237013 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70184558-e4a1-4b01-8914-944639831dc5 None None] Routers set() bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:46:44.237387 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70184558-e4a1-4b01-8914-944639831dc5 None None] Router IDs set() for agent in host dv-cinder-784140-5-iscsi {{(pid=91760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 07 06:46:44.955748 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 37152) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:46:45.312659 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-c81ff85d-7017-47ac-b17e-285006206a3c admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:46:45.416262 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.policy [None req-c81ff85d-7017-47ac-b17e-285006206a3c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91759) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 07 06:46:45.465033 dv-cinder-784140-5-iscsi neutron-server[91759]: WARNING oslo_policy.policy [None req-c81ff85d-7017-47ac-b17e-285006206a3c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 06:46:45.465406 dv-cinder-784140-5-iscsi neutron-server[91759]: WARNING oslo_policy.policy [None req-c81ff85d-7017-47ac-b17e-285006206a3c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 06:46:45.473965 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.quota [None req-c81ff85d-7017-47ac-b17e-285006206a3c admin admin] Loaded quota_driver: . Jun 07 06:46:45.550055 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c81ff85d-7017-47ac-b17e-285006206a3c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736898979159', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736898977956', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736898958950', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736898962226', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736898943415', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736899198665', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-545178', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-549405', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3900292', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3863763'] for rbac-policy, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:45.606493 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c81ff85d-7017-47ac-b17e-285006206a3c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:45.607774 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-c81ff85d-7017-47ac-b17e-285006206a3c admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6511030 Jun 07 06:46:48.228478 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 37164) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:46:48.811821 dv-cinder-784140-5-iscsi neutron-server[91758]: WARNING oslo_policy.policy [None req-07e95b07-7462-41b6-ab2c-e9f922b0f8cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 06:46:48.812431 dv-cinder-784140-5-iscsi neutron-server[91758]: WARNING oslo_policy.policy [None req-07e95b07-7462-41b6-ab2c-e9f922b0f8cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 06:46:49.025253 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [None req-07e95b07-7462-41b6-ab2c-e9f922b0f8cc admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '3f4b0a6ef4414107b192cdf29c9cd628', 'name': 'private', 'project_id': '3f4b0a6ef4414107b192cdf29c9cd628'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:46:49.026904 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.quota [None req-07e95b07-7462-41b6-ab2c-e9f922b0f8cc admin admin] Loaded quota_driver: . Jun 07 06:46:49.070929 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e95b07-7462-41b6-ab2c-e9f922b0f8cc admin admin] Made reservation on behalf of 3f4b0a6ef4414107b192cdf29c9cd628 for: {'network': 1} {{(pid=91758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:46:49.139737 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.policy [None req-07e95b07-7462-41b6-ab2c-e9f922b0f8cc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91758) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 07 06:46:49.187004 dv-cinder-784140-5-iscsi neutron-server[91758]: WARNING oslo_policy.policy [None req-07e95b07-7462-41b6-ab2c-e9f922b0f8cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 06:46:49.187369 dv-cinder-784140-5-iscsi neutron-server[91758]: WARNING oslo_policy.policy [None req-07e95b07-7462-41b6-ab2c-e9f922b0f8cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 06:46:49.197940 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-07e95b07-7462-41b6-ab2c-e9f922b0f8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783645'] for network, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:49.219953 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-07e95b07-7462-41b6-ab2c-e9f922b0f8cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:49.341912 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-07e95b07-7462-41b6-ab2c-e9f922b0f8cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:49.345451 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-07e95b07-7462-41b6-ab2c-e9f922b0f8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:49.350850 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:46:49.371301 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07e95b07-7462-41b6-ab2c-e9f922b0f8cc admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=91758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 06:46:49.396121 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-07e95b07-7462-41b6-ab2c-e9f922b0f8cc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736901055901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642'] for segment, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:49.396713 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-07e95b07-7462-41b6-ab2c-e9f922b0f8cc admin admin] Unsubscribe: segment precommit_create {{(pid=91758) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 07 06:46:49.397302 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.db.segments_db [None req-07e95b07-7462-41b6-ab2c-e9f922b0f8cc admin admin] Added segment d17e4e3d-c922-4642-9f3c-7182aa44947b of type vlan for network 05c1f100-22a8-4a4d-bc4b-4ba4c437fc4e Jun 07 06:46:49.406918 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e95b07-7462-41b6-ab2c-e9f922b0f8cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd708872-ee8d-4ded-91d4-0cb4f6ce6e0e,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:46:49.460579 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e95b07-7462-41b6-ab2c-e9f922b0f8cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:49.461020 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e95b07-7462-41b6-ab2c-e9f922b0f8cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:49.461362 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e95b07-7462-41b6-ab2c-e9f922b0f8cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:49.461686 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e95b07-7462-41b6-ab2c-e9f922b0f8cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:49.462036 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e95b07-7462-41b6-ab2c-e9f922b0f8cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:49.462371 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e95b07-7462-41b6-ab2c-e9f922b0f8cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:49.462689 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e95b07-7462-41b6-ab2c-e9f922b0f8cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:49.463003 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e95b07-7462-41b6-ab2c-e9f922b0f8cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:49.463329 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e95b07-7462-41b6-ab2c-e9f922b0f8cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:49.463640 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e95b07-7462-41b6-ab2c-e9f922b0f8cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:49.463947 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e95b07-7462-41b6-ab2c-e9f922b0f8cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:49.464253 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e95b07-7462-41b6-ab2c-e9f922b0f8cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:49.465330 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e95b07-7462-41b6-ab2c-e9f922b0f8cc admin admin] Tracked resource versions report: Jun 07 06:46:49.465330 dv-cinder-784140-5-iscsi neutron-server[91758]: pushed versions: Jun 07 06:46:49.465330 dv-cinder-784140-5-iscsi neutron-server[91758]: { 'AddressGroup': {'1.2'}, Jun 07 06:46:49.465330 dv-cinder-784140-5-iscsi neutron-server[91758]: 'ConntrackHelper': {'1.0'}, Jun 07 06:46:49.465330 dv-cinder-784140-5-iscsi neutron-server[91758]: 'Log': {'1.0'}, Jun 07 06:46:49.465330 dv-cinder-784140-5-iscsi neutron-server[91758]: 'Network': {'1.1'}, Jun 07 06:46:49.465330 dv-cinder-784140-5-iscsi neutron-server[91758]: 'Port': {'1.7'}, Jun 07 06:46:49.465330 dv-cinder-784140-5-iscsi neutron-server[91758]: 'PortForwarding': {'1.2'}, Jun 07 06:46:49.465330 dv-cinder-784140-5-iscsi neutron-server[91758]: 'QosPolicy': {'1.8'}, Jun 07 06:46:49.465330 dv-cinder-784140-5-iscsi neutron-server[91758]: 'SecurityGroup': {'1.4'}, Jun 07 06:46:49.465330 dv-cinder-784140-5-iscsi neutron-server[91758]: 'SecurityGroupRule': {'1.2'}, Jun 07 06:46:49.465330 dv-cinder-784140-5-iscsi neutron-server[91758]: 'SubPort': {'1.0'}, Jun 07 06:46:49.465330 dv-cinder-784140-5-iscsi neutron-server[91758]: 'Subnet': {'1.1'}, Jun 07 06:46:49.465330 dv-cinder-784140-5-iscsi neutron-server[91758]: 'Trunk': {'1.1'}} Jun 07 06:46:49.465330 dv-cinder-784140-5-iscsi neutron-server[91758]: consumer versions: Jun 07 06:46:49.465330 dv-cinder-784140-5-iscsi neutron-server[91758]: { DHCP agent@dv-cinder-784140-5-iscsi: {}, Jun 07 06:46:49.465330 dv-cinder-784140-5-iscsi neutron-server[91758]: L3 agent@dv-cinder-784140-5-iscsi: {}, Jun 07 06:46:49.465330 dv-cinder-784140-5-iscsi neutron-server[91758]: Metadata agent@dv-cinder-784140-5-iscsi: {}, Jun 07 06:46:49.465330 dv-cinder-784140-5-iscsi neutron-server[91758]: Metering agent@dv-cinder-784140-5-iscsi: {}, Jun 07 06:46:49.465330 dv-cinder-784140-5-iscsi neutron-server[91758]: Open vSwitch agent@dv-cinder-784140-5-iscsi: { 'AddressGroup': '1.2', Jun 07 06:46:49.465330 dv-cinder-784140-5-iscsi neutron-server[91758]: 'ConntrackHelper': '1.0', Jun 07 06:46:49.465330 dv-cinder-784140-5-iscsi neutron-server[91758]: 'Log': '1.0', Jun 07 06:46:49.465330 dv-cinder-784140-5-iscsi neutron-server[91758]: 'Network': '1.1', Jun 07 06:46:49.465330 dv-cinder-784140-5-iscsi neutron-server[91758]: 'Port': '1.7', Jun 07 06:46:49.465330 dv-cinder-784140-5-iscsi neutron-server[91758]: 'PortForwarding': '1.2', Jun 07 06:46:49.465330 dv-cinder-784140-5-iscsi neutron-server[91758]: 'QosPolicy': '1.8', Jun 07 06:46:49.465330 dv-cinder-784140-5-iscsi neutron-server[91758]: 'SecurityGroup': '1.4', Jun 07 06:46:49.465330 dv-cinder-784140-5-iscsi neutron-server[91758]: 'SecurityGroupRule': '1.2', Jun 07 06:46:49.465330 dv-cinder-784140-5-iscsi neutron-server[91758]: 'SubPort': '1.0', Jun 07 06:46:49.465330 dv-cinder-784140-5-iscsi neutron-server[91758]: 'Subnet': '1.1', Jun 07 06:46:49.465330 dv-cinder-784140-5-iscsi neutron-server[91758]: 'Trunk': '1.1'}} Jun 07 06:46:49.465330 dv-cinder-784140-5-iscsi neutron-server[91758]: {{(pid=91758) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 06:46:49.516675 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-07e95b07-7462-41b6-ab2c-e9f922b0f8cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:46:49.522680 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-07e95b07-7462-41b6-ab2c-e9f922b0f8cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900516316'] for network, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:49.568718 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-07e95b07-7462-41b6-ab2c-e9f922b0f8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3890583'] for network, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:49.570874 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e95b07-7462-41b6-ab2c-e9f922b0f8cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:46:49.571509 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-07e95b07-7462-41b6-ab2c-e9f922b0f8cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for network, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:49.576327 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:46:49.630438 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-07e95b07-7462-41b6-ab2c-e9f922b0f8cc admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3996143 Jun 07 06:46:49.682465 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e95b07-7462-41b6-ab2c-e9f922b0f8cc admin admin] Pushing event updated for resources: {'Network': ['ID=05c1f100-22a8-4a4d-bc4b-4ba4c437fc4e,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:46:49.685754 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-07e95b07-7462-41b6-ab2c-e9f922b0f8cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:46:49.694055 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Network 05c1f100-22a8-4a4d-bc4b-4ba4c437fc4e details requested by agent ovs-agent-dv-cinder-784140-5-iscsi with host dv-cinder-784140-5-iscsi {{(pid=91760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 06:46:52.341125 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 37186) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:46:52.785472 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1cebc2-d9aa-4dac-bec8-b6612415c695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:46:52.786888 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-dd1cebc2-d9aa-4dac-bec8-b6612415c695 admin admin] 10.222.0.35 "GET /v2.0/networks/05c1f100-22a8-4a4d-bc4b-4ba4c437fc4e HTTP/1.1" status: 200 len: 825 time: 0.4446797 Jun 07 06:46:52.815645 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-8e1f975d-5182-4d93-80e3-d1bdeb3b561f admin admin] 10.222.0.35 "GET /v2.0/subnetpools/32444f4d-2fc6-49a8-ac3f-e4d5d8cabaab HTTP/1.1" status: 200 len: 734 time: 0.0235507 Jun 07 06:46:52.824303 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [None req-da37e325-c76d-4c36-b8c1-993012c0ffd9 admin admin] Request body: {'subnet': {'subnetpool_id': '32444f4d-2fc6-49a8-ac3f-e4d5d8cabaab', 'ip_version': 4, 'tenant_id': '3f4b0a6ef4414107b192cdf29c9cd628', 'network_id': '05c1f100-22a8-4a4d-bc4b-4ba4c437fc4e', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:46:52.844044 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da37e325-c76d-4c36-b8c1-993012c0ffd9 admin admin] Made reservation on behalf of 3f4b0a6ef4414107b192cdf29c9cd628 for: {'subnet': 1} {{(pid=91758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:46:52.846291 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-da37e325-c76d-4c36-b8c1-993012c0ffd9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:53.117429 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-da37e325-c76d-4c36-b8c1-993012c0ffd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590'] for subnet, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:53.122614 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:46:53.200522 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da37e325-c76d-4c36-b8c1-993012c0ffd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37d0bc4a-3e5e-40fb-af40-1113b9ee5d70,revision_number=0']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:46:53.202774 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da37e325-c76d-4c36-b8c1-993012c0ffd9 admin admin] Checking segment: {'id': 'd17e4e3d-c922-4642-9f3c-7182aa44947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '05c1f100-22a8-4a4d-bc4b-4ba4c437fc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:46:53.203128 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da37e325-c76d-4c36-b8c1-993012c0ffd9 admin admin] Network hostable DHCP agents. Network: 05c1f100-22a8-4a4d-bc4b-4ba4c437fc4e, hostable agents: ['1fe75083-37bf-44a6-88f5-2ab2a4fa7cf2'], hosted agents: [] {{(pid=91758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 06:46:53.207814 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-da37e325-c76d-4c36-b8c1-993012c0ffd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:46:53.222043 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da37e325-c76d-4c36-b8c1-993012c0ffd9 admin admin] Network 05c1f100-22a8-4a4d-bc4b-4ba4c437fc4e is scheduled to be hosted by DHCP agent 1fe75083-37bf-44a6-88f5-2ab2a4fa7cf2 with binding_index 1 {{(pid=91758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 06:46:53.231523 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.base_scheduler [None req-da37e325-c76d-4c36-b8c1-993012c0ffd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-5-iscsi, 05c1f100-22a8-4a4d-bc4b-4ba4c437fc4e) {{(pid=91758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:46:53.235934 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da37e325-c76d-4c36-b8c1-993012c0ffd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:46:53.236508 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-da37e325-c76d-4c36-b8c1-993012c0ffd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for subnet, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:53.240837 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef25944-98ce-48d8-9fdf-947a197a1940 None None] Network 05c1f100-22a8-4a4d-bc4b-4ba4c437fc4e requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:46:53.257334 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-da37e325-c76d-4c36-b8c1-993012c0ffd9 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4359691 Jun 07 06:46:53.555613 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65c0baa-89ec-4e98-92df-e5eff77f592e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9ec772a-7f49-5126-b4ce-3bf4331ec797-05c1f100-22a8-4a4d-bc4b-4ba4c437fc4e', 'network_id': '05c1f100-22a8-4a4d-bc4b-4ba4c437fc4e', 'tenant_id': '3f4b0a6ef4414107b192cdf29c9cd628', 'fixed_ips': [{'subnet_id': '37d0bc4a-3e5e-40fb-af40-1113b9ee5d70'}]}} from dv-cinder-784140-5-iscsi. {{(pid=91760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 06:46:53.557140 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-f65c0baa-89ec-4e98-92df-e5eff77f592e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:53.740246 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.db_base_plugin_common [None req-f65c0baa-89ec-4e98-92df-e5eff77f592e None None] Allocated IP 172.20.0.2 (05c1f100-22a8-4a4d-bc4b-4ba4c437fc4e/37d0bc4a-3e5e-40fb-af40-1113b9ee5d70/4de499b7-8874-4e9d-8815-d018cc0e38ab) {{(pid=91760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:46:53.969590 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-f65c0baa-89ec-4e98-92df-e5eff77f592e None None] Notify callbacks [] for port, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:53.984252 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-f65c0baa-89ec-4e98-92df-e5eff77f592e None None] Transition to ACTIVE for port object 4de499b7-8874-4e9d-8815-d018cc0e38ab will not be triggered until provisioned by entity L2. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:46:54.006283 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-f65c0baa-89ec-4e98-92df-e5eff77f592e None None] Transition to ACTIVE for port object 4de499b7-8874-4e9d-8815-d018cc0e38ab will not be triggered until provisioned by entity DHCP. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:46:54.012614 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-f65c0baa-89ec-4e98-92df-e5eff77f592e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767'] for port, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:54.016665 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:46:54.077095 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65c0baa-89ec-4e98-92df-e5eff77f592e None None] Network 05c1f100-22a8-4a4d-bc4b-4ba4c437fc4e is already hosted by enough agents. {{(pid=91760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:46:54.079947 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [None req-f65c0baa-89ec-4e98-92df-e5eff77f592e None None] Resources bound (agent type, host, resource id): {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:46:54.086708 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65c0baa-89ec-4e98-92df-e5eff77f592e None None] Received port after_create {{(pid=91760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:46:54.092738 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c0baa-89ec-4e98-92df-e5eff77f592e None None] Pushing event updated for resources: {'Port': ['ID=4de499b7-8874-4e9d-8815-d018cc0e38ab,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:46:54.134337 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c0baa-89ec-4e98-92df-e5eff77f592e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:54.134680 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c0baa-89ec-4e98-92df-e5eff77f592e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:54.135006 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c0baa-89ec-4e98-92df-e5eff77f592e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:54.135328 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c0baa-89ec-4e98-92df-e5eff77f592e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:54.135647 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c0baa-89ec-4e98-92df-e5eff77f592e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:54.135961 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c0baa-89ec-4e98-92df-e5eff77f592e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:54.136272 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c0baa-89ec-4e98-92df-e5eff77f592e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:54.136581 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c0baa-89ec-4e98-92df-e5eff77f592e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:54.136913 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c0baa-89ec-4e98-92df-e5eff77f592e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:54.137226 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c0baa-89ec-4e98-92df-e5eff77f592e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:54.137532 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c0baa-89ec-4e98-92df-e5eff77f592e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:54.137854 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c0baa-89ec-4e98-92df-e5eff77f592e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:46:54.138936 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65c0baa-89ec-4e98-92df-e5eff77f592e None None] Tracked resource versions report: Jun 07 06:46:54.138936 dv-cinder-784140-5-iscsi neutron-server[91760]: pushed versions: Jun 07 06:46:54.138936 dv-cinder-784140-5-iscsi neutron-server[91760]: { 'AddressGroup': {'1.2'}, Jun 07 06:46:54.138936 dv-cinder-784140-5-iscsi neutron-server[91760]: 'ConntrackHelper': {'1.0'}, Jun 07 06:46:54.138936 dv-cinder-784140-5-iscsi neutron-server[91760]: 'Log': {'1.0'}, Jun 07 06:46:54.138936 dv-cinder-784140-5-iscsi neutron-server[91760]: 'Network': {'1.1'}, Jun 07 06:46:54.138936 dv-cinder-784140-5-iscsi neutron-server[91760]: 'Port': {'1.7'}, Jun 07 06:46:54.138936 dv-cinder-784140-5-iscsi neutron-server[91760]: 'PortForwarding': {'1.2'}, Jun 07 06:46:54.138936 dv-cinder-784140-5-iscsi neutron-server[91760]: 'QosPolicy': {'1.8'}, Jun 07 06:46:54.138936 dv-cinder-784140-5-iscsi neutron-server[91760]: 'SecurityGroup': {'1.4'}, Jun 07 06:46:54.138936 dv-cinder-784140-5-iscsi neutron-server[91760]: 'SecurityGroupRule': {'1.2'}, Jun 07 06:46:54.138936 dv-cinder-784140-5-iscsi neutron-server[91760]: 'SubPort': {'1.0'}, Jun 07 06:46:54.138936 dv-cinder-784140-5-iscsi neutron-server[91760]: 'Subnet': {'1.1'}, Jun 07 06:46:54.138936 dv-cinder-784140-5-iscsi neutron-server[91760]: 'Trunk': {'1.1'}} Jun 07 06:46:54.138936 dv-cinder-784140-5-iscsi neutron-server[91760]: consumer versions: Jun 07 06:46:54.138936 dv-cinder-784140-5-iscsi neutron-server[91760]: { DHCP agent@dv-cinder-784140-5-iscsi: {}, Jun 07 06:46:54.138936 dv-cinder-784140-5-iscsi neutron-server[91760]: L3 agent@dv-cinder-784140-5-iscsi: {}, Jun 07 06:46:54.138936 dv-cinder-784140-5-iscsi neutron-server[91760]: Metadata agent@dv-cinder-784140-5-iscsi: {}, Jun 07 06:46:54.138936 dv-cinder-784140-5-iscsi neutron-server[91760]: Metering agent@dv-cinder-784140-5-iscsi: {}, Jun 07 06:46:54.138936 dv-cinder-784140-5-iscsi neutron-server[91760]: Open vSwitch agent@dv-cinder-784140-5-iscsi: { 'AddressGroup': '1.2', Jun 07 06:46:54.138936 dv-cinder-784140-5-iscsi neutron-server[91760]: 'ConntrackHelper': '1.0', Jun 07 06:46:54.138936 dv-cinder-784140-5-iscsi neutron-server[91760]: 'Log': '1.0', Jun 07 06:46:54.138936 dv-cinder-784140-5-iscsi neutron-server[91760]: 'Network': '1.1', Jun 07 06:46:54.138936 dv-cinder-784140-5-iscsi neutron-server[91760]: 'Port': '1.7', Jun 07 06:46:54.138936 dv-cinder-784140-5-iscsi neutron-server[91760]: 'PortForwarding': '1.2', Jun 07 06:46:54.138936 dv-cinder-784140-5-iscsi neutron-server[91760]: 'QosPolicy': '1.8', Jun 07 06:46:54.138936 dv-cinder-784140-5-iscsi neutron-server[91760]: 'SecurityGroup': '1.4', Jun 07 06:46:54.138936 dv-cinder-784140-5-iscsi neutron-server[91760]: 'SecurityGroupRule': '1.2', Jun 07 06:46:54.138936 dv-cinder-784140-5-iscsi neutron-server[91760]: 'SubPort': '1.0', Jun 07 06:46:54.138936 dv-cinder-784140-5-iscsi neutron-server[91760]: 'Subnet': '1.1', Jun 07 06:46:54.138936 dv-cinder-784140-5-iscsi neutron-server[91760]: 'Trunk': '1.1'}} Jun 07 06:46:54.138936 dv-cinder-784140-5-iscsi neutron-server[91760]: {{(pid=91760) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 06:46:54.172461 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-f65c0baa-89ec-4e98-92df-e5eff77f592e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:46:54.192102 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-f65c0baa-89ec-4e98-92df-e5eff77f592e None None] Attempting to bind port 4de499b7-8874-4e9d-8815-d018cc0e38ab on host dv-cinder-784140-5-iscsi for vnic_type normal with profile {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:46:54.192486 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-f65c0baa-89ec-4e98-92df-e5eff77f592e None None] Attempting to bind port 4de499b7-8874-4e9d-8815-d018cc0e38ab by drivers openvswitch,hyperv on host dv-cinder-784140-5-iscsi at level 0 using segments [{'id': 'd17e4e3d-c922-4642-9f3c-7182aa44947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '05c1f100-22a8-4a4d-bc4b-4ba4c437fc4e'}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:46:54.192913 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65c0baa-89ec-4e98-92df-e5eff77f592e None None] Attempting to bind port 4de499b7-8874-4e9d-8815-d018cc0e38ab on network 05c1f100-22a8-4a4d-bc4b-4ba4c437fc4e {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:46:54.198608 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65c0baa-89ec-4e98-92df-e5eff77f592e None None] Checking agent: {'id': '90bc4f0f-bba4-44bf-b00d-04c4d717fccd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 38), 'started_at': datetime.datetime(2021, 6, 7, 6, 46, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:46:54.199027 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65c0baa-89ec-4e98-92df-e5eff77f592e None None] Checking segment: {'id': 'd17e4e3d-c922-4642-9f3c-7182aa44947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '05c1f100-22a8-4a4d-bc4b-4ba4c437fc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:46:54.199499 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-f65c0baa-89ec-4e98-92df-e5eff77f592e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:54.199883 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65c0baa-89ec-4e98-92df-e5eff77f592e None None] Bound using segment: {'id': 'd17e4e3d-c922-4642-9f3c-7182aa44947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '05c1f100-22a8-4a4d-bc4b-4ba4c437fc4e'} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:46:54.200335 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-f65c0baa-89ec-4e98-92df-e5eff77f592e None None] Bound port: 4de499b7-8874-4e9d-8815-d018cc0e38ab, host: dv-cinder-784140-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd17e4e3d-c922-4642-9f3c-7182aa44947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '05c1f100-22a8-4a4d-bc4b-4ba4c437fc4e'}}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:46:54.200715 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-f65c0baa-89ec-4e98-92df-e5eff77f592e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:54.284181 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-f65c0baa-89ec-4e98-92df-e5eff77f592e None None] For port 4de499b7-8874-4e9d-8815-d018cc0e38ab, host dv-cinder-784140-5-iscsi, cleared binding levels {{(pid=91760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:46:54.287898 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-f65c0baa-89ec-4e98-92df-e5eff77f592e None None] For port 4de499b7-8874-4e9d-8815-d018cc0e38ab, host dv-cinder-784140-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=4de499b7-8874-4e9d-8815-d018cc0e38ab,segment=NetworkSegment(d17e4e3d-c922-4642-9f3c-7182aa44947b),segment_id=d17e4e3d-c922-4642-9f3c-7182aa44947b)] {{(pid=91760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:46:54.292448 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-f65c0baa-89ec-4e98-92df-e5eff77f592e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:46:54.296384 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-f65c0baa-89ec-4e98-92df-e5eff77f592e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:46:54.378316 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c0baa-89ec-4e98-92df-e5eff77f592e None None] Pushing event updated for resources: {'Port': ['ID=4de499b7-8874-4e9d-8815-d018cc0e38ab,revision_number=2']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:46:54.381297 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-f65c0baa-89ec-4e98-92df-e5eff77f592e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:46:55.683666 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 37194) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:46:56.049515 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [None req-1d1fce54-b607-467a-84af-bae64dac9a16 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=91758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 06:46:56.050591 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-1d1fce54-b607-467a-84af-bae64dac9a16 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3660014 Jun 07 06:46:58.401923 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 37202) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:46:58.766075 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [None req-41f10891-e30a-4ed6-990e-12787eed648e admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=91758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 06:46:58.767103 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-41f10891-e30a-4ed6-990e-12787eed648e admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3643177 Jun 07 06:46:59.745023 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 4de499b7-8874-4e9d-8815-d018cc0e38ab up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:46:59.819090 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning for port 4de499b7-8874-4e9d-8815-d018cc0e38ab completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:47:00.149064 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4428d6a3-faa8-4c16-a5e7-4f3cd8ddca1e None None] Network 05c1f100-22a8-4a4d-bc4b-4ba4c437fc4e requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:47:00.282089 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-52771c69-459d-426a-9bb8-fefdbb43b47d None None] Provisioning for port 4de499b7-8874-4e9d-8815-d018cc0e38ab completed by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:47:00.296391 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-52771c69-459d-426a-9bb8-fefdbb43b47d None None] Provisioning complete for port 4de499b7-8874-4e9d-8815-d018cc0e38ab triggered by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:47:00.296803 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-52771c69-459d-426a-9bb8-fefdbb43b47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:00.534070 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-52771c69-459d-426a-9bb8-fefdbb43b47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:00.579979 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-52771c69-459d-426a-9bb8-fefdbb43b47d None None] For port 4de499b7-8874-4e9d-8815-d018cc0e38ab, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=4de499b7-8874-4e9d-8815-d018cc0e38ab,segment=NetworkSegment(d17e4e3d-c922-4642-9f3c-7182aa44947b),segment_id=d17e4e3d-c922-4642-9f3c-7182aa44947b)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:47:00.586642 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-52771c69-459d-426a-9bb8-fefdbb43b47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:00.592871 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:47:00.673493 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52771c69-459d-426a-9bb8-fefdbb43b47d None None] Pushing event updated for resources: {'Port': ['ID=4de499b7-8874-4e9d-8815-d018cc0e38ab,revision_number=3']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:47:00.677484 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-52771c69-459d-426a-9bb8-fefdbb43b47d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:47:00.809412 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1f0b4028-5ee9-4996-abb8-f380f66da7d3 None None] Provisioning complete for port 4de499b7-8874-4e9d-8815-d018cc0e38ab triggered by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:47:00.810039 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1f0b4028-5ee9-4996-abb8-f380f66da7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:01.456875 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 37216) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:47:01.708836 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 4de499b7-8874-4e9d-8815-d018cc0e38ab up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:47:01.777442 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port 4de499b7-8874-4e9d-8815-d018cc0e38ab triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:47:01.777854 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:01.801357 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [None req-810f868b-5c71-4ab0-a102-b3275966b866 admin admin] Request body: {'router': {'tenant_id': '3f4b0a6ef4414107b192cdf29c9cd628', 'admin_state_up': True, 'name': 'router1'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:47:01.836837 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-810f868b-5c71-4ab0-a102-b3275966b866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5893'] for router, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:01.838421 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-810f868b-5c71-4ab0-a102-b3275966b866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3877371', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3905657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5902'] for router, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:01.858801 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-810f868b-5c71-4ab0-a102-b3275966b866 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:01.967382 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-810f868b-5c71-4ab0-a102-b3275966b866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3877286'] for router, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:01.985278 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-810f868b-5c71-4ab0-a102-b3275966b866 admin admin] Notify callbacks [] for router, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:01.986893 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-810f868b-5c71-4ab0-a102-b3275966b866 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5289385 Jun 07 06:47:04.340695 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 37224) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:47:04.700603 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [None req-23cf5a06-a429-41b5-a9cc-6b96745c3b0f admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=91758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 06:47:04.701603 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-23cf5a06-a429-41b5-a9cc-6b96745c3b0f admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3599827 Jun 07 06:47:05.172483 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-b12e11d9-81aa-4aa0-8b9e-d69aa68601f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:07.045439 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 37232) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:47:07.414378 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [None req-cf038199-4600-4a2f-ae45-2ecbe2d81395 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:47:07.435053 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf038199-4600-4a2f-ae45-2ecbe2d81395 admin admin] Made reservation on behalf of c9b35dcc81b645059788442a659813be for: {'network': 1} {{(pid=91758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:47:07.437358 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-cf038199-4600-4a2f-ae45-2ecbe2d81395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783645'] for network, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:07.448684 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-cf038199-4600-4a2f-ae45-2ecbe2d81395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:07.549516 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-cf038199-4600-4a2f-ae45-2ecbe2d81395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:07.555158 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-cf038199-4600-4a2f-ae45-2ecbe2d81395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:07.558494 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:47:07.586420 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cf038199-4600-4a2f-ae45-2ecbe2d81395 admin admin] Reserving flat network on physical network physnet1 {{(pid=91758) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 07 06:47:07.601321 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf038199-4600-4a2f-ae45-2ecbe2d81395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5cf1ae-50d7-4af9-b9d5-2de32df9d136,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:47:07.606132 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-cf038199-4600-4a2f-ae45-2ecbe2d81395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:47:07.608582 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-cf038199-4600-4a2f-ae45-2ecbe2d81395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642'] for segment, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:07.609558 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.db.segments_db [None req-cf038199-4600-4a2f-ae45-2ecbe2d81395 admin admin] Added segment 5ae08632-c29b-4dd6-8d62-13cd62eb6da9 of type flat for network fe992a7c-d3c2-4e8d-9573-c4f663251d7a Jun 07 06:47:07.640245 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-cf038199-4600-4a2f-ae45-2ecbe2d81395 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900516316'] for network, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:07.675165 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-cf038199-4600-4a2f-ae45-2ecbe2d81395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3890583'] for network, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:07.676462 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf038199-4600-4a2f-ae45-2ecbe2d81395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:47:07.677024 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-cf038199-4600-4a2f-ae45-2ecbe2d81395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for network, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:07.681366 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:47:07.720611 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-cf038199-4600-4a2f-ae45-2ecbe2d81395 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6740360 Jun 07 06:47:07.776724 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf038199-4600-4a2f-ae45-2ecbe2d81395 admin admin] Pushing event updated for resources: {'Network': ['ID=fe992a7c-d3c2-4e8d-9573-c4f663251d7a,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:47:07.779427 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-cf038199-4600-4a2f-ae45-2ecbe2d81395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:47:07.787162 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Network fe992a7c-d3c2-4e8d-9573-c4f663251d7a details requested by agent ovs-agent-dv-cinder-784140-5-iscsi with host dv-cinder-784140-5-iscsi {{(pid=91760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 06:47:07.889925 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:07.920464 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-9c146de7-60e1-4ed7-8e72-3012e765b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:08.257695 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.agents_db [None req-46aecb79-32b8-4105-868b-523cea85afea None None] Agent healthcheck: found 5 active agents {{(pid=91761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 06:47:08.863630 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:10.076769 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 37250) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:47:10.295638 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cee1c7-b42b-44f8-870c-1ff37dfb367d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:47:10.296957 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-e8cee1c7-b42b-44f8-870c-1ff37dfb367d admin admin] 10.222.0.35 "GET /v2.0/subnets/37d0bc4a-3e5e-40fb-af40-1113b9ee5d70 HTTP/1.1" status: 200 len: 849 time: 0.2192545 Jun 07 06:47:10.445079 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-f0fd63be-e1a5-4b95-90fa-a0cb6f58b928 admin admin] 10.222.0.35 "GET /v2.0/routers/28c1ab5a-a8d9-4e16-9848-1680ad3cb375 HTTP/1.1" status: 200 len: 704 time: 0.1412306 Jun 07 06:47:10.519700 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:10.905382 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-21f13fc1-d052-4d57-94cc-9b69227165d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:11.160054 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.db_base_plugin_common [None req-21f13fc1-d052-4d57-94cc-9b69227165d4 admin admin] Allocated IP 172.20.0.1 (05c1f100-22a8-4a4d-bc4b-4ba4c437fc4e/37d0bc4a-3e5e-40fb-af40-1113b9ee5d70/a6cf25cc-98ce-4e3a-a551-31eecb14d39a) {{(pid=91758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:47:11.312439 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-21f13fc1-d052-4d57-94cc-9b69227165d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:11.329438 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-21f13fc1-d052-4d57-94cc-9b69227165d4 admin admin] Transition to ACTIVE for port object a6cf25cc-98ce-4e3a-a551-31eecb14d39a will not be triggered until provisioned by entity DHCP. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:47:11.384363 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-21f13fc1-d052-4d57-94cc-9b69227165d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767'] for port, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:11.388425 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:47:11.449677 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f13fc1-d052-4d57-94cc-9b69227165d4 admin admin] Network 05c1f100-22a8-4a4d-bc4b-4ba4c437fc4e is already hosted by enough agents. {{(pid=91758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:47:11.452496 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.base_scheduler [None req-21f13fc1-d052-4d57-94cc-9b69227165d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:47:11.456197 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f13fc1-d052-4d57-94cc-9b69227165d4 admin admin] Received port after_create {{(pid=91758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:47:11.456699 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-21f13fc1-d052-4d57-94cc-9b69227165d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885548'] for router_interface, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:11.582040 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f13fc1-d052-4d57-94cc-9b69227165d4 admin admin] Pushing event updated for resources: {'Port': ['ID=a6cf25cc-98ce-4e3a-a551-31eecb14d39a,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:47:11.588368 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-21f13fc1-d052-4d57-94cc-9b69227165d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:47:11.611597 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-c1126861-2d7c-4c52-99fd-2fc4cf5a64c5 None None] Provisioning for port a6cf25cc-98ce-4e3a-a551-31eecb14d39a completed by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:47:11.616819 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-c1126861-2d7c-4c52-99fd-2fc4cf5a64c5 None None] Provisioning complete for port a6cf25cc-98ce-4e3a-a551-31eecb14d39a triggered by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:47:11.617248 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-c1126861-2d7c-4c52-99fd-2fc4cf5a64c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:11.668819 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-c1126861-2d7c-4c52-99fd-2fc4cf5a64c5 None None] Port a6cf25cc-98ce-4e3a-a551-31eecb14d39a cannot update to ACTIVE because it is not bound. {{(pid=91760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 06:47:11.716286 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-21f13fc1-d052-4d57-94cc-9b69227165d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:11.940686 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-21f13fc1-d052-4d57-94cc-9b69227165d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:11.944955 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-21f13fc1-d052-4d57-94cc-9b69227165d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:11.946056 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-21f13fc1-d052-4d57-94cc-9b69227165d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3890597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875508'] for router_interface, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:11.950585 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:47:12.042200 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f13fc1-d052-4d57-94cc-9b69227165d4 admin admin] Pushing event updated for resources: {'Port': ['ID=a6cf25cc-98ce-4e3a-a551-31eecb14d39a,revision_number=2']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:47:12.086107 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-21f13fc1-d052-4d57-94cc-9b69227165d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:47:12.135535 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f13fc1-d052-4d57-94cc-9b69227165d4 admin admin] Network 05c1f100-22a8-4a4d-bc4b-4ba4c437fc4e is already hosted by enough agents. {{(pid=91758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:47:12.136569 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.base_scheduler [None req-21f13fc1-d052-4d57-94cc-9b69227165d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:47:12.292673 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-5c90d707-bf90-4269-a847-11f78fc145c5 None None] Provisioning complete for port a6cf25cc-98ce-4e3a-a551-31eecb14d39a triggered by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:47:12.292962 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5c90d707-bf90-4269-a847-11f78fc145c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:12.325798 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f13fc1-d052-4d57-94cc-9b69227165d4 admin admin] Router 28c1ab5a-a8d9-4e16-9848-1680ad3cb375 is scheduled to L3 agent 207d1699-2b30-4848-a9d2-d112df8957f2 with binding_index 1 {{(pid=91758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 06:47:12.345953 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-5c90d707-bf90-4269-a847-11f78fc145c5 None None] Port a6cf25cc-98ce-4e3a-a551-31eecb14d39a cannot update to ACTIVE because it is not bound. {{(pid=91760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 06:47:12.513286 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f13fc1-d052-4d57-94cc-9b69227165d4 admin admin] Notify agent at l3_agent.dv-cinder-784140-5-iscsi the message routers_updated {{(pid=91758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 06:47:12.518287 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-21f13fc1-d052-4d57-94cc-9b69227165d4 admin admin] 10.222.0.35 "PUT /v2.0/routers/28c1ab5a-a8d9-4e16-9848-1680ad3cb375/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0684781 Jun 07 06:47:12.532898 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc61552b-5232-48b1-b953-320f1e7be3c8 None None] Sync routers for ids ['28c1ab5a-a8d9-4e16-9848-1680ad3cb375'] in dv-cinder-784140-5-iscsi {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 06:47:12.543566 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc61552b-5232-48b1-b953-320f1e7be3c8 None None] Routers {'28c1ab5a-a8d9-4e16-9848-1680ad3cb375'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:47:12.544324 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-bc61552b-5232-48b1-b953-320f1e7be3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T06:47:08Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['28c1ab5a-a8d9-4e16-9848-1680ad3cb375'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:47:12.717671 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-bc61552b-5232-48b1-b953-320f1e7be3c8 None None] Set router 28c1ab5a-a8d9-4e16-9848-1680ad3cb375 gateway port host: None {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:47:13.078762 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-bc61552b-5232-48b1-b953-320f1e7be3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c1ab5a-a8d9-4e16-9848-1680ad3cb375', 'name': 'router1', 'tenant_id': '3f4b0a6ef4414107b192cdf29c9cd628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:47:01Z', 'updated_at': '2021-06-07T06:47:11Z', 'revision_number': 2, 'project_id': '3f4b0a6ef4414107b192cdf29c9cd628', 'gw_port_host': None, '_interfaces': [{'id': 'a6cf25cc-98ce-4e3a-a551-31eecb14d39a', 'name': '', 'network_id': '05c1f100-22a8-4a4d-bc4b-4ba4c437fc4e', 'tenant_id': '3f4b0a6ef4414107b192cdf29c9cd628', 'mac_address': 'fa:16:3e:68:b9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c1ab5a-a8d9-4e16-9848-1680ad3cb375', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37d0bc4a-3e5e-40fb-af40-1113b9ee5d70', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:47:10Z', 'updated_at': '2021-06-07T06:47:11Z', 'revision_number': 2, 'project_id': '3f4b0a6ef4414107b192cdf29c9cd628', 'subnets': [{'id': '37d0bc4a-3e5e-40fb-af40-1113b9ee5d70', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '32444f4d-2fc6-49a8-ac3f-e4d5d8cabaab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:47:13.083542 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc61552b-5232-48b1-b953-320f1e7be3c8 None None] Checking router: 28c1ab5a-a8d9-4e16-9848-1680ad3cb375 for host: dv-cinder-784140-5-iscsi {{(pid=91761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 06:47:13.083908 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc61552b-5232-48b1-b953-320f1e7be3c8 None None] Updating router 28c1ab5a-a8d9-4e16-9848-1680ad3cb375 port a6cf25cc-98ce-4e3a-a551-31eecb14d39a binding host dv-cinder-784140-5-iscsi {{(pid=91761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 06:47:13.139956 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-bc61552b-5232-48b1-b953-320f1e7be3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:13.513189 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-bc61552b-5232-48b1-b953-320f1e7be3c8 None None] Notify callbacks [] for port, precommit_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:13.527974 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-bc61552b-5232-48b1-b953-320f1e7be3c8 None None] Transition to ACTIVE for port object a6cf25cc-98ce-4e3a-a551-31eecb14d39a will not be triggered until provisioned by entity L2. {{(pid=91761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:47:13.534810 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-bc61552b-5232-48b1-b953-320f1e7be3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:13.540461 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:47:13.771660 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c7d49-392b-43d6-8b26-07c6995cafd4 None None] Pushing event updated for resources: {'Port': ['ID=a6cf25cc-98ce-4e3a-a551-31eecb14d39a,revision_number=3']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:47:13.783652 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c7d49-392b-43d6-8b26-07c6995cafd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:47:13.783991 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c7d49-392b-43d6-8b26-07c6995cafd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:47:13.784319 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c7d49-392b-43d6-8b26-07c6995cafd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:47:13.784641 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c7d49-392b-43d6-8b26-07c6995cafd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:47:13.784959 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c7d49-392b-43d6-8b26-07c6995cafd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:47:13.785275 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c7d49-392b-43d6-8b26-07c6995cafd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:47:13.785588 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c7d49-392b-43d6-8b26-07c6995cafd4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:47:13.785934 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c7d49-392b-43d6-8b26-07c6995cafd4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:47:13.786263 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c7d49-392b-43d6-8b26-07c6995cafd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:47:13.786575 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c7d49-392b-43d6-8b26-07c6995cafd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:47:13.786883 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c7d49-392b-43d6-8b26-07c6995cafd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:47:13.787186 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c7d49-392b-43d6-8b26-07c6995cafd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:47:13.788959 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c7d49-392b-43d6-8b26-07c6995cafd4 None None] Tracked resource versions report: Jun 07 06:47:13.788959 dv-cinder-784140-5-iscsi neutron-server[91761]: pushed versions: Jun 07 06:47:13.788959 dv-cinder-784140-5-iscsi neutron-server[91761]: { 'AddressGroup': {'1.2'}, Jun 07 06:47:13.788959 dv-cinder-784140-5-iscsi neutron-server[91761]: 'ConntrackHelper': {'1.0'}, Jun 07 06:47:13.788959 dv-cinder-784140-5-iscsi neutron-server[91761]: 'Log': {'1.0'}, Jun 07 06:47:13.788959 dv-cinder-784140-5-iscsi neutron-server[91761]: 'Network': {'1.1'}, Jun 07 06:47:13.788959 dv-cinder-784140-5-iscsi neutron-server[91761]: 'Port': {'1.7'}, Jun 07 06:47:13.788959 dv-cinder-784140-5-iscsi neutron-server[91761]: 'PortForwarding': {'1.2'}, Jun 07 06:47:13.788959 dv-cinder-784140-5-iscsi neutron-server[91761]: 'QosPolicy': {'1.8'}, Jun 07 06:47:13.788959 dv-cinder-784140-5-iscsi neutron-server[91761]: 'SecurityGroup': {'1.4'}, Jun 07 06:47:13.788959 dv-cinder-784140-5-iscsi neutron-server[91761]: 'SecurityGroupRule': {'1.2'}, Jun 07 06:47:13.788959 dv-cinder-784140-5-iscsi neutron-server[91761]: 'SubPort': {'1.0'}, Jun 07 06:47:13.788959 dv-cinder-784140-5-iscsi neutron-server[91761]: 'Subnet': {'1.1'}, Jun 07 06:47:13.788959 dv-cinder-784140-5-iscsi neutron-server[91761]: 'Trunk': {'1.1'}} Jun 07 06:47:13.788959 dv-cinder-784140-5-iscsi neutron-server[91761]: consumer versions: Jun 07 06:47:13.788959 dv-cinder-784140-5-iscsi neutron-server[91761]: { DHCP agent@dv-cinder-784140-5-iscsi: {}, Jun 07 06:47:13.788959 dv-cinder-784140-5-iscsi neutron-server[91761]: L3 agent@dv-cinder-784140-5-iscsi: {}, Jun 07 06:47:13.788959 dv-cinder-784140-5-iscsi neutron-server[91761]: Metadata agent@dv-cinder-784140-5-iscsi: {}, Jun 07 06:47:13.788959 dv-cinder-784140-5-iscsi neutron-server[91761]: Metering agent@dv-cinder-784140-5-iscsi: {}, Jun 07 06:47:13.788959 dv-cinder-784140-5-iscsi neutron-server[91761]: Open vSwitch agent@dv-cinder-784140-5-iscsi: { 'AddressGroup': '1.2', Jun 07 06:47:13.788959 dv-cinder-784140-5-iscsi neutron-server[91761]: 'ConntrackHelper': '1.0', Jun 07 06:47:13.788959 dv-cinder-784140-5-iscsi neutron-server[91761]: 'Log': '1.0', Jun 07 06:47:13.788959 dv-cinder-784140-5-iscsi neutron-server[91761]: 'Network': '1.1', Jun 07 06:47:13.788959 dv-cinder-784140-5-iscsi neutron-server[91761]: 'Port': '1.7', Jun 07 06:47:13.788959 dv-cinder-784140-5-iscsi neutron-server[91761]: 'PortForwarding': '1.2', Jun 07 06:47:13.788959 dv-cinder-784140-5-iscsi neutron-server[91761]: 'QosPolicy': '1.8', Jun 07 06:47:13.788959 dv-cinder-784140-5-iscsi neutron-server[91761]: 'SecurityGroup': '1.4', Jun 07 06:47:13.788959 dv-cinder-784140-5-iscsi neutron-server[91761]: 'SecurityGroupRule': '1.2', Jun 07 06:47:13.788959 dv-cinder-784140-5-iscsi neutron-server[91761]: 'SubPort': '1.0', Jun 07 06:47:13.788959 dv-cinder-784140-5-iscsi neutron-server[91761]: 'Subnet': '1.1', Jun 07 06:47:13.788959 dv-cinder-784140-5-iscsi neutron-server[91761]: 'Trunk': '1.1'}} Jun 07 06:47:13.788959 dv-cinder-784140-5-iscsi neutron-server[91761]: {{(pid=91761) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 06:47:13.791321 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-bc61552b-5232-48b1-b953-320f1e7be3c8 None None] Attempting to bind port a6cf25cc-98ce-4e3a-a551-31eecb14d39a on host dv-cinder-784140-5-iscsi for vnic_type normal with profile {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:47:13.791714 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-bc61552b-5232-48b1-b953-320f1e7be3c8 None None] Attempting to bind port a6cf25cc-98ce-4e3a-a551-31eecb14d39a by drivers openvswitch,hyperv on host dv-cinder-784140-5-iscsi at level 0 using segments [{'id': 'd17e4e3d-c922-4642-9f3c-7182aa44947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '05c1f100-22a8-4a4d-bc4b-4ba4c437fc4e'}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:47:13.792136 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc61552b-5232-48b1-b953-320f1e7be3c8 None None] Attempting to bind port a6cf25cc-98ce-4e3a-a551-31eecb14d39a on network 05c1f100-22a8-4a4d-bc4b-4ba4c437fc4e {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:47:13.797995 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-678c7d49-392b-43d6-8b26-07c6995cafd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:47:13.798758 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc61552b-5232-48b1-b953-320f1e7be3c8 None None] Checking agent: {'id': '90bc4f0f-bba4-44bf-b00d-04c4d717fccd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 38), 'started_at': datetime.datetime(2021, 6, 7, 6, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:47:13.799172 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc61552b-5232-48b1-b953-320f1e7be3c8 None None] Checking segment: {'id': 'd17e4e3d-c922-4642-9f3c-7182aa44947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '05c1f100-22a8-4a4d-bc4b-4ba4c437fc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:47:13.799646 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-bc61552b-5232-48b1-b953-320f1e7be3c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:13.800024 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc61552b-5232-48b1-b953-320f1e7be3c8 None None] Bound using segment: {'id': 'd17e4e3d-c922-4642-9f3c-7182aa44947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '05c1f100-22a8-4a4d-bc4b-4ba4c437fc4e'} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:47:13.800502 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-bc61552b-5232-48b1-b953-320f1e7be3c8 None None] Bound port: a6cf25cc-98ce-4e3a-a551-31eecb14d39a, host: dv-cinder-784140-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd17e4e3d-c922-4642-9f3c-7182aa44947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '05c1f100-22a8-4a4d-bc4b-4ba4c437fc4e'}}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:47:13.801021 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-bc61552b-5232-48b1-b953-320f1e7be3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:13.887662 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-bc61552b-5232-48b1-b953-320f1e7be3c8 None None] For port a6cf25cc-98ce-4e3a-a551-31eecb14d39a, host dv-cinder-784140-5-iscsi, cleared binding levels {{(pid=91761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:47:13.891594 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-bc61552b-5232-48b1-b953-320f1e7be3c8 None None] For port a6cf25cc-98ce-4e3a-a551-31eecb14d39a, host dv-cinder-784140-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=a6cf25cc-98ce-4e3a-a551-31eecb14d39a,segment=NetworkSegment(d17e4e3d-c922-4642-9f3c-7182aa44947b),segment_id=d17e4e3d-c922-4642-9f3c-7182aa44947b)] {{(pid=91761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:47:13.896792 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-bc61552b-5232-48b1-b953-320f1e7be3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:13.901630 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-678c7d49-392b-43d6-8b26-07c6995cafd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:47:13.971367 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc61552b-5232-48b1-b953-320f1e7be3c8 None None] Routers {'28c1ab5a-a8d9-4e16-9848-1680ad3cb375'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:47:13.971991 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-bc61552b-5232-48b1-b953-320f1e7be3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T06:47:08Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['28c1ab5a-a8d9-4e16-9848-1680ad3cb375'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:47:14.103706 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c7d49-392b-43d6-8b26-07c6995cafd4 None None] Pushing event updated for resources: {'Port': ['ID=a6cf25cc-98ce-4e3a-a551-31eecb14d39a,revision_number=4']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:47:14.107395 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-678c7d49-392b-43d6-8b26-07c6995cafd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:47:14.138886 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-bc61552b-5232-48b1-b953-320f1e7be3c8 None None] Set router 28c1ab5a-a8d9-4e16-9848-1680ad3cb375 gateway port host: None {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:47:14.458637 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-bc61552b-5232-48b1-b953-320f1e7be3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c1ab5a-a8d9-4e16-9848-1680ad3cb375', 'name': 'router1', 'tenant_id': '3f4b0a6ef4414107b192cdf29c9cd628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:47:01Z', 'updated_at': '2021-06-07T06:47:11Z', 'revision_number': 2, 'project_id': '3f4b0a6ef4414107b192cdf29c9cd628', 'gw_port_host': None, '_interfaces': [{'id': 'a6cf25cc-98ce-4e3a-a551-31eecb14d39a', 'name': '', 'network_id': '05c1f100-22a8-4a4d-bc4b-4ba4c437fc4e', 'tenant_id': '3f4b0a6ef4414107b192cdf29c9cd628', 'mac_address': 'fa:16:3e:68:b9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c1ab5a-a8d9-4e16-9848-1680ad3cb375', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37d0bc4a-3e5e-40fb-af40-1113b9ee5d70', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:47:10Z', 'updated_at': '2021-06-07T06:47:13Z', 'revision_number': 4, 'project_id': '3f4b0a6ef4414107b192cdf29c9cd628', 'subnets': [{'id': '37d0bc4a-3e5e-40fb-af40-1113b9ee5d70', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '32444f4d-2fc6-49a8-ac3f-e4d5d8cabaab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:47:14.463208 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc61552b-5232-48b1-b953-320f1e7be3c8 None None] The sync data for ids ['28c1ab5a-a8d9-4e16-9848-1680ad3cb375'] in dv-cinder-784140-5-iscsi is: [{'id': '28c1ab5a-a8d9-4e16-9848-1680ad3cb375', 'name': 'router1', 'tenant_id': '3f4b0a6ef4414107b192cdf29c9cd628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:47:01Z', 'updated_at': '2021-06-07T06:47:11Z', 'revision_number': 2, 'project_id': '3f4b0a6ef4414107b192cdf29c9cd628', 'gw_port_host': None, '_interfaces': [{'id': 'a6cf25cc-98ce-4e3a-a551-31eecb14d39a', 'name': '', 'network_id': '05c1f100-22a8-4a4d-bc4b-4ba4c437fc4e', 'tenant_id': '3f4b0a6ef4414107b192cdf29c9cd628', 'mac_address': 'fa:16:3e:68:b9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c1ab5a-a8d9-4e16-9848-1680ad3cb375', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37d0bc4a-3e5e-40fb-af40-1113b9ee5d70', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:47:10Z', 'updated_at': '2021-06-07T06:47:13Z', 'revision_number': 4, 'project_id': '3f4b0a6ef4414107b192cdf29c9cd628', 'subnets': [{'id': '37d0bc4a-3e5e-40fb-af40-1113b9ee5d70', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '32444f4d-2fc6-49a8-ac3f-e4d5d8cabaab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 06:47:14.708311 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 37270) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:47:14.852071 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d0a773-7b14-4ec7-86c3-86abf84c1709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:47:14.853331 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-99d0a773-7b14-4ec7-86c3-86abf84c1709 admin admin] 10.222.0.35 "GET /v2.0/networks/fe992a7c-d3c2-4e8d-9573-c4f663251d7a HTTP/1.1" status: 200 len: 842 time: 0.1440642 Jun 07 06:47:14.862550 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [None req-da9f5d34-2ea9-46dd-87d8-8a786b409334 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:47:14.885582 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9f5d34-2ea9-46dd-87d8-8a786b409334 admin admin] Made reservation on behalf of c9b35dcc81b645059788442a659813be for: {'subnet': 1} {{(pid=91758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:47:14.887845 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-da9f5d34-2ea9-46dd-87d8-8a786b409334 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:15.260579 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.objects.ports [None req-da9f5d34-2ea9-46dd-87d8-8a786b409334 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91758) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 07 06:47:15.261004 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-da9f5d34-2ea9-46dd-87d8-8a786b409334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590'] for subnet, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:15.265308 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-da37e325-c76d-4c36-b8c1-993012c0ffd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:47:15.335057 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f5d34-2ea9-46dd-87d8-8a786b409334 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4323051-ed30-4a9a-b3aa-b457aab0dfbf,revision_number=0']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:47:15.341294 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-da9f5d34-2ea9-46dd-87d8-8a786b409334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:47:15.343466 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9f5d34-2ea9-46dd-87d8-8a786b409334 admin admin] Checking segment: {'id': '5ae08632-c29b-4dd6-8d62-13cd62eb6da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:47:15.343811 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9f5d34-2ea9-46dd-87d8-8a786b409334 admin admin] Network hostable DHCP agents. Network: fe992a7c-d3c2-4e8d-9573-c4f663251d7a, hostable agents: ['1fe75083-37bf-44a6-88f5-2ab2a4fa7cf2'], hosted agents: [] {{(pid=91758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 06:47:15.367831 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9f5d34-2ea9-46dd-87d8-8a786b409334 admin admin] Network fe992a7c-d3c2-4e8d-9573-c4f663251d7a is scheduled to be hosted by DHCP agent 1fe75083-37bf-44a6-88f5-2ab2a4fa7cf2 with binding_index 1 {{(pid=91758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 06:47:15.376382 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.base_scheduler [None req-da9f5d34-2ea9-46dd-87d8-8a786b409334 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-5-iscsi, fe992a7c-d3c2-4e8d-9573-c4f663251d7a) {{(pid=91758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:47:15.380131 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9f5d34-2ea9-46dd-87d8-8a786b409334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:47:15.380700 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-da9f5d34-2ea9-46dd-87d8-8a786b409334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for subnet, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:15.386286 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89df29c-6f78-4d5b-abca-294952f63c86 None None] Network fe992a7c-d3c2-4e8d-9573-c4f663251d7a requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:47:15.405878 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-da9f5d34-2ea9-46dd-87d8-8a786b409334 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5393057 Jun 07 06:47:15.591996 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89524fd-6436-4e5a-ae37-874a3c35ca36 None None] Network fe992a7c-d3c2-4e8d-9573-c4f663251d7a requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:47:17.664217 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 37282) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:47:17.739292 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device a6cf25cc-98ce-4e3a-a551-31eecb14d39a up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:47:17.812651 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning for port a6cf25cc-98ce-4e3a-a551-31eecb14d39a completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:47:17.818313 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port a6cf25cc-98ce-4e3a-a551-31eecb14d39a triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:47:17.818677 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:17.884447 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-1f032e89-1051-4a19-ace3-d49a25f57ac0 admin admin] 10.222.0.35 "GET /v2.0/routers/28c1ab5a-a8d9-4e16-9848-1680ad3cb375 HTTP/1.1" status: 200 len: 710 time: 0.2190933 Jun 07 06:47:17.935374 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:17.967751 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] For port a6cf25cc-98ce-4e3a-a551-31eecb14d39a, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=a6cf25cc-98ce-4e3a-a551-31eecb14d39a,segment=NetworkSegment(d17e4e3d-c922-4642-9f3c-7182aa44947b),segment_id=d17e4e3d-c922-4642-9f3c-7182aa44947b)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:47:17.972145 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:17.974418 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:47:18.014069 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745c3123-f845-46dd-a682-d56e470b36e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:47:18.016215 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-745c3123-f845-46dd-a682-d56e470b36e6 admin admin] 10.222.0.35 "GET /v2.0/networks/fe992a7c-d3c2-4e8d-9573-c4f663251d7a HTTP/1.1" status: 200 len: 886 time: 0.1266515 Jun 07 06:47:18.025435 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [None req-a88bc921-bddf-46c2-8c47-8df90ca84de1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'}}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:47:18.041930 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Pushing event updated for resources: {'Port': ['ID=a6cf25cc-98ce-4e3a-a551-31eecb14d39a,revision_number=5']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:47:18.044954 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:47:18.517600 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a88bc921-bddf-46c2-8c47-8df90ca84de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3877257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5912'] for router, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:18.832393 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a88bc921-bddf-46c2-8c47-8df90ca84de1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:18.885484 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a88bc921-bddf-46c2-8c47-8df90ca84de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:19.014104 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.db_base_plugin_common [None req-a88bc921-bddf-46c2-8c47-8df90ca84de1 admin admin] Allocated IP 172.27.1.126 (fe992a7c-d3c2-4e8d-9573-c4f663251d7a/c4323051-ed30-4a9a-b3aa-b457aab0dfbf/a6133d0f-df30-4fca-8bac-b1c0d9edaec8) {{(pid=91758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:47:19.159453 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a88bc921-bddf-46c2-8c47-8df90ca84de1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:19.188606 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a88bc921-bddf-46c2-8c47-8df90ca84de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767'] for port, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:19.192135 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:47:19.256165 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88bc921-bddf-46c2-8c47-8df90ca84de1 admin admin] Network fe992a7c-d3c2-4e8d-9573-c4f663251d7a is already hosted by enough agents. {{(pid=91758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:47:19.260028 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.base_scheduler [None req-a88bc921-bddf-46c2-8c47-8df90ca84de1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:47:19.263596 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88bc921-bddf-46c2-8c47-8df90ca84de1 admin admin] Received port after_create {{(pid=91758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:47:19.332019 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88bc921-bddf-46c2-8c47-8df90ca84de1 admin admin] Pushing event updated for resources: {'Port': ['ID=a6133d0f-df30-4fca-8bac-b1c0d9edaec8,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:47:19.336875 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-a88bc921-bddf-46c2-8c47-8df90ca84de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:47:19.647619 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a88bc921-bddf-46c2-8c47-8df90ca84de1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:19.718372 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device a6cf25cc-98ce-4e3a-a551-31eecb14d39a up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:47:19.788819 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port a6cf25cc-98ce-4e3a-a551-31eecb14d39a triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:47:19.789174 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:20.021941 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a88bc921-bddf-46c2-8c47-8df90ca84de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3877257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5912'] for router, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:20.025124 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a88bc921-bddf-46c2-8c47-8df90ca84de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3877286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3877264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3877279', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3879260'] for router, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:20.195566 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88bc921-bddf-46c2-8c47-8df90ca84de1 admin admin] Router 28c1ab5a-a8d9-4e16-9848-1680ad3cb375 has already been hosted by L3 agent 207d1699-2b30-4848-a9d2-d112df8957f2 {{(pid=91758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 06:47:20.367284 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88bc921-bddf-46c2-8c47-8df90ca84de1 admin admin] Notify agent at l3_agent.dv-cinder-784140-5-iscsi the message routers_updated {{(pid=91758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 06:47:20.371198 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a88bc921-bddf-46c2-8c47-8df90ca84de1 admin admin] Notify callbacks [] for router, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:20.372362 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-a88bc921-bddf-46c2-8c47-8df90ca84de1 admin admin] 10.222.0.35 "PUT /v2.0/routers/28c1ab5a-a8d9-4e16-9848-1680ad3cb375 HTTP/1.1" status: 200 len: 890 time: 2.3513622 Jun 07 06:47:20.377058 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e08dbf8-68bb-490d-b8d6-6bd557f78ee2 None None] Sync routers for ids ['28c1ab5a-a8d9-4e16-9848-1680ad3cb375'] in dv-cinder-784140-5-iscsi {{(pid=91760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 06:47:20.387465 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e08dbf8-68bb-490d-b8d6-6bd557f78ee2 None None] Routers {'28c1ab5a-a8d9-4e16-9848-1680ad3cb375'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:47:20.388038 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-5e08dbf8-68bb-490d-b8d6-6bd557f78ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T06:47:08Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['28c1ab5a-a8d9-4e16-9848-1680ad3cb375'], 'active': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:47:20.604987 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvr_db [None req-5e08dbf8-68bb-490d-b8d6-6bd557f78ee2 None None] Set router 28c1ab5a-a8d9-4e16-9848-1680ad3cb375 gateway port host: dv-cinder-784140-5-iscsi {{(pid=91760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:47:20.940709 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-5e08dbf8-68bb-490d-b8d6-6bd557f78ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c1ab5a-a8d9-4e16-9848-1680ad3cb375', 'name': 'router1', 'tenant_id': '3f4b0a6ef4414107b192cdf29c9cd628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'a6133d0f-df30-4fca-8bac-b1c0d9edaec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:47:01Z', 'updated_at': '2021-06-07T06:47:19Z', 'revision_number': 4, 'project_id': '3f4b0a6ef4414107b192cdf29c9cd628', 'gw_port': {'id': 'a6133d0f-df30-4fca-8bac-b1c0d9edaec8', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:64:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c1ab5a-a8d9-4e16-9848-1680ad3cb375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:47:18Z', 'updated_at': '2021-06-07T06:47:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': 'a6cf25cc-98ce-4e3a-a551-31eecb14d39a', 'name': '', 'network_id': '05c1f100-22a8-4a4d-bc4b-4ba4c437fc4e', 'tenant_id': '3f4b0a6ef4414107b192cdf29c9cd628', 'mac_address': 'fa:16:3e:68:b9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c1ab5a-a8d9-4e16-9848-1680ad3cb375', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37d0bc4a-3e5e-40fb-af40-1113b9ee5d70', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:47:10Z', 'updated_at': '2021-06-07T06:47:17Z', 'revision_number': 5, 'project_id': '3f4b0a6ef4414107b192cdf29c9cd628', 'subnets': [{'id': '37d0bc4a-3e5e-40fb-af40-1113b9ee5d70', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '32444f4d-2fc6-49a8-ac3f-e4d5d8cabaab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:47:20.946233 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e08dbf8-68bb-490d-b8d6-6bd557f78ee2 None None] Checking router: 28c1ab5a-a8d9-4e16-9848-1680ad3cb375 for host: dv-cinder-784140-5-iscsi {{(pid=91760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 06:47:20.946590 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e08dbf8-68bb-490d-b8d6-6bd557f78ee2 None None] Updating router 28c1ab5a-a8d9-4e16-9848-1680ad3cb375 port a6133d0f-df30-4fca-8bac-b1c0d9edaec8 binding host dv-cinder-784140-5-iscsi {{(pid=91760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 06:47:21.000007 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5e08dbf8-68bb-490d-b8d6-6bd557f78ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:21.329039 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5e08dbf8-68bb-490d-b8d6-6bd557f78ee2 None None] Notify callbacks [] for port, precommit_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:21.340675 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-5e08dbf8-68bb-490d-b8d6-6bd557f78ee2 None None] Transition to ACTIVE for port object a6133d0f-df30-4fca-8bac-b1c0d9edaec8 will not be triggered until provisioned by entity L2. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:47:21.348401 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5e08dbf8-68bb-490d-b8d6-6bd557f78ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:21.352412 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-52771c69-459d-426a-9bb8-fefdbb43b47d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:47:21.425345 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-5e08dbf8-68bb-490d-b8d6-6bd557f78ee2 None None] Attempting to bind port a6133d0f-df30-4fca-8bac-b1c0d9edaec8 on host dv-cinder-784140-5-iscsi for vnic_type normal with profile {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:47:21.425701 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-5e08dbf8-68bb-490d-b8d6-6bd557f78ee2 None None] Attempting to bind port a6133d0f-df30-4fca-8bac-b1c0d9edaec8 by drivers openvswitch,hyperv on host dv-cinder-784140-5-iscsi at level 0 using segments [{'id': '5ae08632-c29b-4dd6-8d62-13cd62eb6da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:47:21.426088 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e08dbf8-68bb-490d-b8d6-6bd557f78ee2 None None] Attempting to bind port a6133d0f-df30-4fca-8bac-b1c0d9edaec8 on network fe992a7c-d3c2-4e8d-9573-c4f663251d7a {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:47:21.435121 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889dca3c-638a-4400-892d-7f5db00f3a15 None None] Pushing event updated for resources: {'Port': ['ID=a6133d0f-df30-4fca-8bac-b1c0d9edaec8,revision_number=2']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:47:21.439919 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-889dca3c-638a-4400-892d-7f5db00f3a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:47:21.441418 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e08dbf8-68bb-490d-b8d6-6bd557f78ee2 None None] Checking agent: {'id': '90bc4f0f-bba4-44bf-b00d-04c4d717fccd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 38), 'started_at': datetime.datetime(2021, 6, 7, 6, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:47:21.442052 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e08dbf8-68bb-490d-b8d6-6bd557f78ee2 None None] Checking segment: {'id': '5ae08632-c29b-4dd6-8d62-13cd62eb6da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:47:21.442701 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5e08dbf8-68bb-490d-b8d6-6bd557f78ee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:21.443520 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e08dbf8-68bb-490d-b8d6-6bd557f78ee2 None None] Bound using segment: {'id': '5ae08632-c29b-4dd6-8d62-13cd62eb6da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:47:21.444403 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-5e08dbf8-68bb-490d-b8d6-6bd557f78ee2 None None] Bound port: a6133d0f-df30-4fca-8bac-b1c0d9edaec8, host: dv-cinder-784140-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae08632-c29b-4dd6-8d62-13cd62eb6da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'}}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:47:21.444976 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5e08dbf8-68bb-490d-b8d6-6bd557f78ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:21.519143 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-5e08dbf8-68bb-490d-b8d6-6bd557f78ee2 None None] For port a6133d0f-df30-4fca-8bac-b1c0d9edaec8, host dv-cinder-784140-5-iscsi, cleared binding levels {{(pid=91760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:47:21.522694 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-5e08dbf8-68bb-490d-b8d6-6bd557f78ee2 None None] For port a6133d0f-df30-4fca-8bac-b1c0d9edaec8, host dv-cinder-784140-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=a6133d0f-df30-4fca-8bac-b1c0d9edaec8,segment=NetworkSegment(5ae08632-c29b-4dd6-8d62-13cd62eb6da9),segment_id=5ae08632-c29b-4dd6-8d62-13cd62eb6da9)] {{(pid=91760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:47:21.526867 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5e08dbf8-68bb-490d-b8d6-6bd557f78ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:21.530570 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:47:21.601813 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e08dbf8-68bb-490d-b8d6-6bd557f78ee2 None None] Routers {'28c1ab5a-a8d9-4e16-9848-1680ad3cb375'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:47:21.602417 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-5e08dbf8-68bb-490d-b8d6-6bd557f78ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T06:47:08Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['28c1ab5a-a8d9-4e16-9848-1680ad3cb375'], 'active': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:47:21.671814 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889dca3c-638a-4400-892d-7f5db00f3a15 None None] Pushing event updated for resources: {'Port': ['ID=a6133d0f-df30-4fca-8bac-b1c0d9edaec8,revision_number=3']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:47:21.675378 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-889dca3c-638a-4400-892d-7f5db00f3a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:47:21.799884 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvr_db [None req-5e08dbf8-68bb-490d-b8d6-6bd557f78ee2 None None] Set router 28c1ab5a-a8d9-4e16-9848-1680ad3cb375 gateway port host: dv-cinder-784140-5-iscsi {{(pid=91760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:47:22.150441 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-5e08dbf8-68bb-490d-b8d6-6bd557f78ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c1ab5a-a8d9-4e16-9848-1680ad3cb375', 'name': 'router1', 'tenant_id': '3f4b0a6ef4414107b192cdf29c9cd628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'a6133d0f-df30-4fca-8bac-b1c0d9edaec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:47:01Z', 'updated_at': '2021-06-07T06:47:19Z', 'revision_number': 4, 'project_id': '3f4b0a6ef4414107b192cdf29c9cd628', 'gw_port': {'id': 'a6133d0f-df30-4fca-8bac-b1c0d9edaec8', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:64:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c1ab5a-a8d9-4e16-9848-1680ad3cb375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:47:18Z', 'updated_at': '2021-06-07T06:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': 'a6cf25cc-98ce-4e3a-a551-31eecb14d39a', 'name': '', 'network_id': '05c1f100-22a8-4a4d-bc4b-4ba4c437fc4e', 'tenant_id': '3f4b0a6ef4414107b192cdf29c9cd628', 'mac_address': 'fa:16:3e:68:b9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c1ab5a-a8d9-4e16-9848-1680ad3cb375', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37d0bc4a-3e5e-40fb-af40-1113b9ee5d70', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:47:10Z', 'updated_at': '2021-06-07T06:47:17Z', 'revision_number': 5, 'project_id': '3f4b0a6ef4414107b192cdf29c9cd628', 'subnets': [{'id': '37d0bc4a-3e5e-40fb-af40-1113b9ee5d70', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '32444f4d-2fc6-49a8-ac3f-e4d5d8cabaab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:47:22.154415 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e08dbf8-68bb-490d-b8d6-6bd557f78ee2 None None] The sync data for ids ['28c1ab5a-a8d9-4e16-9848-1680ad3cb375'] in dv-cinder-784140-5-iscsi is: [{'id': '28c1ab5a-a8d9-4e16-9848-1680ad3cb375', 'name': 'router1', 'tenant_id': '3f4b0a6ef4414107b192cdf29c9cd628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'a6133d0f-df30-4fca-8bac-b1c0d9edaec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:47:01Z', 'updated_at': '2021-06-07T06:47:19Z', 'revision_number': 4, 'project_id': '3f4b0a6ef4414107b192cdf29c9cd628', 'gw_port': {'id': 'a6133d0f-df30-4fca-8bac-b1c0d9edaec8', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:64:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c1ab5a-a8d9-4e16-9848-1680ad3cb375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:47:18Z', 'updated_at': '2021-06-07T06:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': 'a6cf25cc-98ce-4e3a-a551-31eecb14d39a', 'name': '', 'network_id': '05c1f100-22a8-4a4d-bc4b-4ba4c437fc4e', 'tenant_id': '3f4b0a6ef4414107b192cdf29c9cd628', 'mac_address': 'fa:16:3e:68:b9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c1ab5a-a8d9-4e16-9848-1680ad3cb375', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37d0bc4a-3e5e-40fb-af40-1113b9ee5d70', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:47:10Z', 'updated_at': '2021-06-07T06:47:17Z', 'revision_number': 5, 'project_id': '3f4b0a6ef4414107b192cdf29c9cd628', 'subnets': [{'id': '37d0bc4a-3e5e-40fb-af40-1113b9ee5d70', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '32444f4d-2fc6-49a8-ac3f-e4d5d8cabaab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 06:47:22.740210 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 37290) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:47:22.872293 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-6c47f146-666e-457e-9687-d6ee6376ebcd admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1309147 Jun 07 06:47:23.776241 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device a6133d0f-df30-4fca-8bac-b1c0d9edaec8 up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:47:23.844378 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning for port a6133d0f-df30-4fca-8bac-b1c0d9edaec8 completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:47:23.848785 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port a6133d0f-df30-4fca-8bac-b1c0d9edaec8 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:47:23.849162 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:23.964538 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:23.980345 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] For port a6133d0f-df30-4fca-8bac-b1c0d9edaec8, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=a6133d0f-df30-4fca-8bac-b1c0d9edaec8,segment=NetworkSegment(5ae08632-c29b-4dd6-8d62-13cd62eb6da9),segment_id=5ae08632-c29b-4dd6-8d62-13cd62eb6da9)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:47:23.984059 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:23.986997 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:47:24.052521 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Pushing event updated for resources: {'Port': ['ID=a6133d0f-df30-4fca-8bac-b1c0d9edaec8,revision_number=4']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:47:24.071045 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:47:25.751678 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device a6133d0f-df30-4fca-8bac-b1c0d9edaec8 up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:47:25.860088 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port a6133d0f-df30-4fca-8bac-b1c0d9edaec8 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:47:25.860653 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:35.176621 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-ad75835a-71a1-4f2b-8146-76e3351a1374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:37.837576 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:37.931268 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1b5b3a22-3488-4f7f-9bfa-c32e991f96ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:38.887887 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:40.536710 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:47:45.257681 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.agents_db [None req-46aecb79-32b8-4105-868b-523cea85afea None None] Agent healthcheck: found 5 active agents {{(pid=91761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 06:48:05.180268 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-948895af-6410-410f-8feb-44830a1af90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:48:07.830784 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:48:07.925389 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-14138250-2d80-4da6-beed-3994fb472ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:48:08.870260 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:48:10.532156 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:48:22.256888 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.agents_db [None req-46aecb79-32b8-4105-868b-523cea85afea None None] Agent healthcheck: found 5 active agents {{(pid=91761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 06:48:35.185398 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-54766162-4b9b-4c89-aaea-618a64383a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:48:37.833337 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:48:37.927423 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-9b959ab1-cc04-4134-964e-337320e1d95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:48:38.871107 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:48:40.544980 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:48:57.787310 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 37858) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:48:57.854163 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.pecan_wsgi.hooks.translation [None req-becef17a-dbeb-429b-afd2-bad4a5833440 admin admin] GET failed (client error): The resource could not be found. Jun 07 06:48:57.855412 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-becef17a-dbeb-429b-afd2-bad4a5833440 admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0669234 Jun 07 06:48:57.984739 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c27927-af4e-4379-b233-0ec36dd602a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:48:57.986120 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-65c27927-af4e-4379-b233-0ec36dd602a0 admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1269667 Jun 07 06:48:59.254938 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.agents_db [None req-46aecb79-32b8-4105-868b-523cea85afea None None] Agent healthcheck: found 5 active agents {{(pid=91761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 06:49:00.128392 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 37868) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:49:00.271223 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3c718f-9e75-4282-a495-d73dfebca2e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:49:00.273252 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-dd3c718f-9e75-4282-a495-d73dfebca2e5 admin admin] 10.222.0.35 "GET /v2.0/subnets/37d0bc4a-3e5e-40fb-af40-1113b9ee5d70 HTTP/1.1" status: 200 len: 849 time: 0.1438615 Jun 07 06:49:00.282718 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-6f9f8769-63e4-406c-8ec7-e58a89fd6a55 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:49:00.422671 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-6f9f8769-63e4-406c-8ec7-e58a89fd6a55 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:00.659634 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-6f9f8769-63e4-406c-8ec7-e58a89fd6a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736901031397'] for subnet, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:00.665914 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:49:00.747518 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9f8769-63e4-406c-8ec7-e58a89fd6a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:49:00.747937 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453a8fd8-2bea-43bf-b0de-123d5af882ae None None] Network 05c1f100-22a8-4a4d-bc4b-4ba4c437fc4e requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:49:00.748348 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-6f9f8769-63e4-406c-8ec7-e58a89fd6a55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for subnet, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:00.749396 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-6f9f8769-63e4-406c-8ec7-e58a89fd6a55 admin admin] 10.222.0.35 "PUT /v2.0/subnets/37d0bc4a-3e5e-40fb-af40-1113b9ee5d70 HTTP/1.1" status: 200 len: 868 time: 0.4705002 Jun 07 06:49:00.760287 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f8769-63e4-406c-8ec7-e58a89fd6a55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37d0bc4a-3e5e-40fb-af40-1113b9ee5d70,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:49:00.768788 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f8769-63e4-406c-8ec7-e58a89fd6a55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:00.769178 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f8769-63e4-406c-8ec7-e58a89fd6a55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:00.769454 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f8769-63e4-406c-8ec7-e58a89fd6a55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:00.769809 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f8769-63e4-406c-8ec7-e58a89fd6a55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:00.770125 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f8769-63e4-406c-8ec7-e58a89fd6a55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:00.770447 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f8769-63e4-406c-8ec7-e58a89fd6a55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:00.770760 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f8769-63e4-406c-8ec7-e58a89fd6a55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:00.771077 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f8769-63e4-406c-8ec7-e58a89fd6a55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:00.771400 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f8769-63e4-406c-8ec7-e58a89fd6a55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:00.771715 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f8769-63e4-406c-8ec7-e58a89fd6a55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:00.772563 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f8769-63e4-406c-8ec7-e58a89fd6a55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:00.772977 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f8769-63e4-406c-8ec7-e58a89fd6a55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:00.774399 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9f8769-63e4-406c-8ec7-e58a89fd6a55 admin admin] Tracked resource versions report: Jun 07 06:49:00.774399 dv-cinder-784140-5-iscsi neutron-server[91759]: pushed versions: Jun 07 06:49:00.774399 dv-cinder-784140-5-iscsi neutron-server[91759]: { 'AddressGroup': {'1.2'}, Jun 07 06:49:00.774399 dv-cinder-784140-5-iscsi neutron-server[91759]: 'ConntrackHelper': {'1.0'}, Jun 07 06:49:00.774399 dv-cinder-784140-5-iscsi neutron-server[91759]: 'Log': {'1.0'}, Jun 07 06:49:00.774399 dv-cinder-784140-5-iscsi neutron-server[91759]: 'Network': {'1.1'}, Jun 07 06:49:00.774399 dv-cinder-784140-5-iscsi neutron-server[91759]: 'Port': {'1.7'}, Jun 07 06:49:00.774399 dv-cinder-784140-5-iscsi neutron-server[91759]: 'PortForwarding': {'1.2'}, Jun 07 06:49:00.774399 dv-cinder-784140-5-iscsi neutron-server[91759]: 'QosPolicy': {'1.8'}, Jun 07 06:49:00.774399 dv-cinder-784140-5-iscsi neutron-server[91759]: 'SecurityGroup': {'1.4'}, Jun 07 06:49:00.774399 dv-cinder-784140-5-iscsi neutron-server[91759]: 'SecurityGroupRule': {'1.2'}, Jun 07 06:49:00.774399 dv-cinder-784140-5-iscsi neutron-server[91759]: 'SubPort': {'1.0'}, Jun 07 06:49:00.774399 dv-cinder-784140-5-iscsi neutron-server[91759]: 'Subnet': {'1.1'}, Jun 07 06:49:00.774399 dv-cinder-784140-5-iscsi neutron-server[91759]: 'Trunk': {'1.1'}} Jun 07 06:49:00.774399 dv-cinder-784140-5-iscsi neutron-server[91759]: consumer versions: Jun 07 06:49:00.774399 dv-cinder-784140-5-iscsi neutron-server[91759]: { DHCP agent@dv-cinder-784140-5-iscsi: {}, Jun 07 06:49:00.774399 dv-cinder-784140-5-iscsi neutron-server[91759]: L3 agent@dv-cinder-784140-5-iscsi: {}, Jun 07 06:49:00.774399 dv-cinder-784140-5-iscsi neutron-server[91759]: Metadata agent@dv-cinder-784140-5-iscsi: {}, Jun 07 06:49:00.774399 dv-cinder-784140-5-iscsi neutron-server[91759]: Metering agent@dv-cinder-784140-5-iscsi: {}, Jun 07 06:49:00.774399 dv-cinder-784140-5-iscsi neutron-server[91759]: Open vSwitch agent@dv-cinder-784140-5-iscsi: { 'AddressGroup': '1.2', Jun 07 06:49:00.774399 dv-cinder-784140-5-iscsi neutron-server[91759]: 'ConntrackHelper': '1.0', Jun 07 06:49:00.774399 dv-cinder-784140-5-iscsi neutron-server[91759]: 'Log': '1.0', Jun 07 06:49:00.774399 dv-cinder-784140-5-iscsi neutron-server[91759]: 'Network': '1.1', Jun 07 06:49:00.774399 dv-cinder-784140-5-iscsi neutron-server[91759]: 'Port': '1.7', Jun 07 06:49:00.774399 dv-cinder-784140-5-iscsi neutron-server[91759]: 'PortForwarding': '1.2', Jun 07 06:49:00.774399 dv-cinder-784140-5-iscsi neutron-server[91759]: 'QosPolicy': '1.8', Jun 07 06:49:00.774399 dv-cinder-784140-5-iscsi neutron-server[91759]: 'SecurityGroup': '1.4', Jun 07 06:49:00.774399 dv-cinder-784140-5-iscsi neutron-server[91759]: 'SecurityGroupRule': '1.2', Jun 07 06:49:00.774399 dv-cinder-784140-5-iscsi neutron-server[91759]: 'SubPort': '1.0', Jun 07 06:49:00.774399 dv-cinder-784140-5-iscsi neutron-server[91759]: 'Subnet': '1.1', Jun 07 06:49:00.774399 dv-cinder-784140-5-iscsi neutron-server[91759]: 'Trunk': '1.1'}} Jun 07 06:49:00.774399 dv-cinder-784140-5-iscsi neutron-server[91759]: {{(pid=91759) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 06:49:00.777952 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-6f9f8769-63e4-406c-8ec7-e58a89fd6a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:49:01.268521 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-d6e1715c-74d0-4c9e-8654-2a18613e03d8 None None] Provisioning complete for port a6cf25cc-98ce-4e3a-a551-31eecb14d39a triggered by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:49:01.268901 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d6e1715c-74d0-4c9e-8654-2a18613e03d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:01.394514 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-d6e1715c-74d0-4c9e-8654-2a18613e03d8 None None] Provisioning complete for port 4de499b7-8874-4e9d-8815-d018cc0e38ab triggered by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:49:01.394780 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d6e1715c-74d0-4c9e-8654-2a18613e03d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:02.872790 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 37882) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:49:03.041582 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b674d2-e91f-4389-b98a-c256142abd7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:49:03.042093 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b674d2-e91f-4389-b98a-c256142abd7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:49:03.043588 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-59b674d2-e91f-4389-b98a-c256142abd7f admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1698611 Jun 07 06:49:05.170268 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 37890) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:49:05.190035 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d0dbcfe1-ee81-4310-bbfc-5a4e0f7e2ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:05.343032 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a440f5d7-8c5e-4f4e-b6f4-5d7156184414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:49:05.343513 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a440f5d7-8c5e-4f4e-b6f4-5d7156184414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:49:05.345009 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-a440f5d7-8c5e-4f4e-b6f4-5d7156184414 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1737759 Jun 07 06:49:07.496645 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 37898) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:49:07.666005 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7c9b78-3249-40e2-8262-ff17a8e175f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:49:07.667237 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-ad7c9b78-3249-40e2-8262-ff17a8e175f9 admin admin] 10.222.0.35 "GET /v2.0/networks/05c1f100-22a8-4a4d-bc4b-4ba4c437fc4e HTTP/1.1" status: 200 len: 869 time: 0.1696599 Jun 07 06:49:07.863524 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:07.931576 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-90c46d5f-3453-4a68-98bc-ed28a584dee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:08.873901 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:09.840664 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 37906) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:49:10.050333 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2baee36-e5e3-461c-8abe-7231461231ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:49:10.051591 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-c2baee36-e5e3-461c-8abe-7231461231ed admin admin] 10.222.0.35 "GET /v2.0/networks/fe992a7c-d3c2-4e8d-9573-c4f663251d7a HTTP/1.1" status: 200 len: 886 time: 0.2099166 Jun 07 06:49:10.550432 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:12.190861 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 37914) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:49:12.296736 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b7b1a7-2589-49ac-9829-371e0b6df4ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:49:12.297195 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b7b1a7-2589-49ac-9829-371e0b6df4ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:49:12.298726 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-00b7b1a7-2589-49ac-9829-371e0b6df4ff admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1069295 Jun 07 06:49:14.435054 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 37922) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:49:14.537654 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301602eb-0cf0-4080-b0cc-e8eca3d6c98d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:49:14.538147 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301602eb-0cf0-4080-b0cc-e8eca3d6c98d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:49:14.539611 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-301602eb-0cf0-4080-b0cc-e8eca3d6c98d admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1036158 Jun 07 06:49:16.644748 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 37930) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:49:16.751707 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee39093-7c97-4648-8bcb-fee06fa95207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:49:16.752997 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-4ee39093-7c97-4648-8bcb-fee06fa95207 admin admin] 10.222.0.35 "GET /v2.0/subnets/37d0bc4a-3e5e-40fb-af40-1113b9ee5d70 HTTP/1.1" status: 200 len: 868 time: 0.1073155 Jun 07 06:49:18.860170 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 37938) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:49:18.958576 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29468f6c-5675-4b82-bbd9-178332a730e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:49:18.960490 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-29468f6c-5675-4b82-bbd9-178332a730e6 admin admin] 10.222.0.35 "GET /v2.0/subnets/c4323051-ed30-4a9a-b3aa-b457aab0dfbf HTTP/1.1" status: 200 len: 816 time: 0.0993638 Jun 07 06:49:35.191866 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-f12dbaef-33be-4218-a6d7-bc9da9190e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:36.254273 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.agents_db [None req-46aecb79-32b8-4105-868b-523cea85afea None None] Agent healthcheck: found 5 active agents {{(pid=91761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 06:49:37.837109 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:37.934059 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9de3aa2-de10-4907-8380-40fb732c1e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:38.876039 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:40.554123 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:42.329102 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 37982) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:49:42.375692 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [None req-d6877ecc-f935-4af7-bef1-92d2144ed8e2 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=91758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 06:49:42.376643 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-d6877ecc-f935-4af7-bef1-92d2144ed8e2 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466177 Jun 07 06:49:44.635771 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 37990) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:49:44.716107 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5c8983f-340a-4f8a-8f2a-10fa195e70a6 admin admin] GET failed (client error): The resource could not be found. Jun 07 06:49:44.717395 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-a5c8983f-340a-4f8a-8f2a-10fa195e70a6 admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0806894 Jun 07 06:49:44.851481 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34bb463-ad6f-4e3e-a51c-0173ea03058f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:49:44.852848 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-f34bb463-ad6f-4e3e-a51c-0173ea03058f admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1316593 Jun 07 06:49:47.005975 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 37998) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:49:47.052374 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [None req-20ed1767-9da1-4a86-a3ad-fcdbcad323c0 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:49:47.073844 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ed1767-9da1-4a86-a3ad-fcdbcad323c0 admin admin] Made reservation on behalf of c9b35dcc81b645059788442a659813be for: {'network': 1} {{(pid=91758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:49:47.076132 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-20ed1767-9da1-4a86-a3ad-fcdbcad323c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783645'] for network, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:47.166836 dv-cinder-784140-5-iscsi neutron-server[91758]: WARNING neutron.services.revisions.revision_plugin [None req-20ed1767-9da1-4a86-a3ad-fcdbcad323c0 admin admin] Could not find related network for resource to bump revision. Jun 07 06:49:47.178980 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20ed1767-9da1-4a86-a3ad-fcdbcad323c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=91758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 06:49:47.188698 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-20ed1767-9da1-4a86-a3ad-fcdbcad323c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642'] for segment, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:47.189235 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.db.segments_db [None req-20ed1767-9da1-4a86-a3ad-fcdbcad323c0 admin admin] Added segment bafe8436-0982-4e93-9cf8-adbcd902723b of type vlan for network a7ea8637-09bf-4ea3-8e41-fbd75de64ca9 Jun 07 06:49:47.214850 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-20ed1767-9da1-4a86-a3ad-fcdbcad323c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900516316'] for network, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:47.243273 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-20ed1767-9da1-4a86-a3ad-fcdbcad323c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3890583'] for network, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:47.244527 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ed1767-9da1-4a86-a3ad-fcdbcad323c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:49:47.245091 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-20ed1767-9da1-4a86-a3ad-fcdbcad323c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for network, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:47.249447 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:49:47.291477 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-20ed1767-9da1-4a86-a3ad-fcdbcad323c0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2844203 Jun 07 06:49:47.343895 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed1767-9da1-4a86-a3ad-fcdbcad323c0 admin admin] Pushing event updated for resources: {'Network': ['ID=a7ea8637-09bf-4ea3-8e41-fbd75de64ca9,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:49:47.351410 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ed1767-9da1-4a86-a3ad-fcdbcad323c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:47.351774 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ed1767-9da1-4a86-a3ad-fcdbcad323c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:47.352112 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ed1767-9da1-4a86-a3ad-fcdbcad323c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:47.352439 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ed1767-9da1-4a86-a3ad-fcdbcad323c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:47.352762 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ed1767-9da1-4a86-a3ad-fcdbcad323c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:47.353104 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ed1767-9da1-4a86-a3ad-fcdbcad323c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:47.353424 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ed1767-9da1-4a86-a3ad-fcdbcad323c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:47.353736 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ed1767-9da1-4a86-a3ad-fcdbcad323c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:47.354088 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ed1767-9da1-4a86-a3ad-fcdbcad323c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:47.354399 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ed1767-9da1-4a86-a3ad-fcdbcad323c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:47.354712 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ed1767-9da1-4a86-a3ad-fcdbcad323c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:47.355018 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ed1767-9da1-4a86-a3ad-fcdbcad323c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:47.358709 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-20ed1767-9da1-4a86-a3ad-fcdbcad323c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:49:47.366616 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Network a7ea8637-09bf-4ea3-8e41-fbd75de64ca9 details requested by agent ovs-agent-dv-cinder-784140-5-iscsi with host dv-cinder-784140-5-iscsi {{(pid=91760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 06:49:49.519398 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 38006) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:49:49.584368 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.pecan_wsgi.hooks.translation [None req-553d6734-6242-477e-bd10-78d6d305cdca admin admin] GET failed (client error): The resource could not be found. Jun 07 06:49:49.585602 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-553d6734-6242-477e-bd10-78d6d305cdca admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0652614 Jun 07 06:49:49.689978 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b35397-aa96-4d95-95b9-dc6e53b21110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:49:49.691396 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-d2b35397-aa96-4d95-95b9-dc6e53b21110 admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1019008 Jun 07 06:49:49.701844 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [None req-baba16c6-ebe6-47d4-9906-6e092aff713a admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'a7ea8637-09bf-4ea3-8e41-fbd75de64ca9', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:49:49.725746 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baba16c6-ebe6-47d4-9906-6e092aff713a admin admin] Made reservation on behalf of c9b35dcc81b645059788442a659813be for: {'subnet': 1} {{(pid=91758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:49:49.727965 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-baba16c6-ebe6-47d4-9906-6e092aff713a admin admin] Notify callbacks [] for subnet, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:49.925113 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-baba16c6-ebe6-47d4-9906-6e092aff713a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590'] for subnet, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:49.929605 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-da9f5d34-2ea9-46dd-87d8-8a786b409334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:49:49.997417 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba16c6-ebe6-47d4-9906-6e092aff713a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4229f8f6-51fc-4822-a950-e57abb633781,revision_number=0']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:49:50.002076 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-baba16c6-ebe6-47d4-9906-6e092aff713a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:49:50.009711 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baba16c6-ebe6-47d4-9906-6e092aff713a admin admin] Checking segment: {'id': 'bafe8436-0982-4e93-9cf8-adbcd902723b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'a7ea8637-09bf-4ea3-8e41-fbd75de64ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:49:50.010100 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baba16c6-ebe6-47d4-9906-6e092aff713a admin admin] Network hostable DHCP agents. Network: a7ea8637-09bf-4ea3-8e41-fbd75de64ca9, hostable agents: ['1fe75083-37bf-44a6-88f5-2ab2a4fa7cf2'], hosted agents: [] {{(pid=91758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 06:49:50.027253 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baba16c6-ebe6-47d4-9906-6e092aff713a admin admin] Network a7ea8637-09bf-4ea3-8e41-fbd75de64ca9 is scheduled to be hosted by DHCP agent 1fe75083-37bf-44a6-88f5-2ab2a4fa7cf2 with binding_index 1 {{(pid=91758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 06:49:50.037970 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.base_scheduler [None req-baba16c6-ebe6-47d4-9906-6e092aff713a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-5-iscsi, a7ea8637-09bf-4ea3-8e41-fbd75de64ca9) {{(pid=91758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:49:50.042178 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baba16c6-ebe6-47d4-9906-6e092aff713a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:49:50.042764 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-baba16c6-ebe6-47d4-9906-6e092aff713a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for subnet, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:50.046623 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1f47aa-d5f7-473e-ac0e-6eedb5389978 None None] Network a7ea8637-09bf-4ea3-8e41-fbd75de64ca9 requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:49:50.060765 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-baba16c6-ebe6-47d4-9906-6e092aff713a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3632522 Jun 07 06:49:50.266149 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76223847-b726-4f82-a58b-8b6721eaa583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9ec772a-7f49-5126-b4ce-3bf4331ec797-a7ea8637-09bf-4ea3-8e41-fbd75de64ca9', 'network_id': 'a7ea8637-09bf-4ea3-8e41-fbd75de64ca9', 'tenant_id': 'c9b35dcc81b645059788442a659813be', 'fixed_ips': [{'subnet_id': '4229f8f6-51fc-4822-a950-e57abb633781'}]}} from dv-cinder-784140-5-iscsi. {{(pid=91760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 06:49:50.266980 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-76223847-b726-4f82-a58b-8b6721eaa583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:50.425766 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.db_base_plugin_common [None req-76223847-b726-4f82-a58b-8b6721eaa583 None None] Allocated IP 192.168.233.2 (a7ea8637-09bf-4ea3-8e41-fbd75de64ca9/4229f8f6-51fc-4822-a950-e57abb633781/59c5d90d-68ba-448f-94ef-52553ec089ab) {{(pid=91760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:49:50.636680 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-76223847-b726-4f82-a58b-8b6721eaa583 None None] Notify callbacks [] for port, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:50.646707 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-76223847-b726-4f82-a58b-8b6721eaa583 None None] Transition to ACTIVE for port object 59c5d90d-68ba-448f-94ef-52553ec089ab will not be triggered until provisioned by entity L2. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:49:50.665504 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-76223847-b726-4f82-a58b-8b6721eaa583 None None] Transition to ACTIVE for port object 59c5d90d-68ba-448f-94ef-52553ec089ab will not be triggered until provisioned by entity DHCP. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:49:50.671255 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-76223847-b726-4f82-a58b-8b6721eaa583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767'] for port, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:50.675803 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-889dca3c-638a-4400-892d-7f5db00f3a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:49:50.737959 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76223847-b726-4f82-a58b-8b6721eaa583 None None] Network a7ea8637-09bf-4ea3-8e41-fbd75de64ca9 is already hosted by enough agents. {{(pid=91760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:49:50.741353 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [None req-76223847-b726-4f82-a58b-8b6721eaa583 None None] Resources bound (agent type, host, resource id): {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:49:50.744902 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76223847-b726-4f82-a58b-8b6721eaa583 None None] Received port after_create {{(pid=91760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:49:50.750460 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76223847-b726-4f82-a58b-8b6721eaa583 None None] Pushing event updated for resources: {'Port': ['ID=59c5d90d-68ba-448f-94ef-52553ec089ab,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:49:50.789088 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76223847-b726-4f82-a58b-8b6721eaa583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:50.789435 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76223847-b726-4f82-a58b-8b6721eaa583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:50.789760 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76223847-b726-4f82-a58b-8b6721eaa583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:50.790243 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76223847-b726-4f82-a58b-8b6721eaa583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:50.790561 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76223847-b726-4f82-a58b-8b6721eaa583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:50.790886 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76223847-b726-4f82-a58b-8b6721eaa583 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:50.791206 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76223847-b726-4f82-a58b-8b6721eaa583 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:50.791524 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76223847-b726-4f82-a58b-8b6721eaa583 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:50.791867 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76223847-b726-4f82-a58b-8b6721eaa583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:50.792178 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76223847-b726-4f82-a58b-8b6721eaa583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:50.792495 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76223847-b726-4f82-a58b-8b6721eaa583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:50.792804 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76223847-b726-4f82-a58b-8b6721eaa583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:49:50.800429 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-76223847-b726-4f82-a58b-8b6721eaa583 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:49:50.850083 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-76223847-b726-4f82-a58b-8b6721eaa583 None None] Attempting to bind port 59c5d90d-68ba-448f-94ef-52553ec089ab on host dv-cinder-784140-5-iscsi for vnic_type normal with profile {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:49:50.850454 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-76223847-b726-4f82-a58b-8b6721eaa583 None None] Attempting to bind port 59c5d90d-68ba-448f-94ef-52553ec089ab by drivers openvswitch,hyperv on host dv-cinder-784140-5-iscsi at level 0 using segments [{'id': 'bafe8436-0982-4e93-9cf8-adbcd902723b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'a7ea8637-09bf-4ea3-8e41-fbd75de64ca9'}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:49:50.850813 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76223847-b726-4f82-a58b-8b6721eaa583 None None] Attempting to bind port 59c5d90d-68ba-448f-94ef-52553ec089ab on network a7ea8637-09bf-4ea3-8e41-fbd75de64ca9 {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:49:50.856309 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76223847-b726-4f82-a58b-8b6721eaa583 None None] Checking agent: {'id': '90bc4f0f-bba4-44bf-b00d-04c4d717fccd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 38), 'started_at': datetime.datetime(2021, 6, 7, 6, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:49:50.856783 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76223847-b726-4f82-a58b-8b6721eaa583 None None] Checking segment: {'id': 'bafe8436-0982-4e93-9cf8-adbcd902723b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'a7ea8637-09bf-4ea3-8e41-fbd75de64ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:49:50.857184 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-76223847-b726-4f82-a58b-8b6721eaa583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:50.857567 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76223847-b726-4f82-a58b-8b6721eaa583 None None] Bound using segment: {'id': 'bafe8436-0982-4e93-9cf8-adbcd902723b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'a7ea8637-09bf-4ea3-8e41-fbd75de64ca9'} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:49:50.858102 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-76223847-b726-4f82-a58b-8b6721eaa583 None None] Bound port: 59c5d90d-68ba-448f-94ef-52553ec089ab, host: dv-cinder-784140-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bafe8436-0982-4e93-9cf8-adbcd902723b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'a7ea8637-09bf-4ea3-8e41-fbd75de64ca9'}}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:49:50.858467 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-76223847-b726-4f82-a58b-8b6721eaa583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:50.948730 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-76223847-b726-4f82-a58b-8b6721eaa583 None None] For port 59c5d90d-68ba-448f-94ef-52553ec089ab, host dv-cinder-784140-5-iscsi, cleared binding levels {{(pid=91760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:49:50.951814 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-76223847-b726-4f82-a58b-8b6721eaa583 None None] For port 59c5d90d-68ba-448f-94ef-52553ec089ab, host dv-cinder-784140-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=59c5d90d-68ba-448f-94ef-52553ec089ab,segment=NetworkSegment(bafe8436-0982-4e93-9cf8-adbcd902723b),segment_id=bafe8436-0982-4e93-9cf8-adbcd902723b)] {{(pid=91760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:49:50.956638 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-76223847-b726-4f82-a58b-8b6721eaa583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:50.961534 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:49:51.033324 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76223847-b726-4f82-a58b-8b6721eaa583 None None] Pushing event updated for resources: {'Port': ['ID=59c5d90d-68ba-448f-94ef-52553ec089ab,revision_number=2']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:49:51.038065 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-76223847-b726-4f82-a58b-8b6721eaa583 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:49:51.872386 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 59c5d90d-68ba-448f-94ef-52553ec089ab up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:49:51.909096 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de1b56e-2701-41f5-b0d4-503276e03b88 None None] Network a7ea8637-09bf-4ea3-8e41-fbd75de64ca9 requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:49:52.063937 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-9dd0c67a-4662-4d4f-909e-777cea8c4cb3 None None] Provisioning for port 59c5d90d-68ba-448f-94ef-52553ec089ab completed by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:49:52.067759 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning for port 59c5d90d-68ba-448f-94ef-52553ec089ab completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:49:52.075945 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port 59c5d90d-68ba-448f-94ef-52553ec089ab triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:49:52.076312 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:52.099067 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-9dd0c67a-4662-4d4f-909e-777cea8c4cb3 None None] Provisioning complete for port 59c5d90d-68ba-448f-94ef-52553ec089ab triggered by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:49:52.099429 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-9dd0c67a-4662-4d4f-909e-777cea8c4cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:52.400085 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-9dd0c67a-4662-4d4f-909e-777cea8c4cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:52.421485 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:52.476245 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-9dd0c67a-4662-4d4f-909e-777cea8c4cb3 None None] For port 59c5d90d-68ba-448f-94ef-52553ec089ab, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=59c5d90d-68ba-448f-94ef-52553ec089ab,segment=NetworkSegment(bafe8436-0982-4e93-9cf8-adbcd902723b),segment_id=bafe8436-0982-4e93-9cf8-adbcd902723b)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:49:52.484077 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-9dd0c67a-4662-4d4f-909e-777cea8c4cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:52.513646 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:49:52.591975 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.db.api [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 06:49:52.592394 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_db.api [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 06:49:52.600687 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd0c67a-4662-4d4f-909e-777cea8c4cb3 None None] Pushing event updated for resources: {'Port': ['ID=59c5d90d-68ba-448f-94ef-52553ec089ab,revision_number=3']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:49:52.603809 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-9dd0c67a-4662-4d4f-909e-777cea8c4cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:49:52.728073 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-44453381-ff80-43ee-b7f2-ec6ee756f31e None None] Provisioning complete for port 59c5d90d-68ba-448f-94ef-52553ec089ab triggered by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:49:52.728540 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-44453381-ff80-43ee-b7f2-ec6ee756f31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:49:53.838579 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 59c5d90d-68ba-448f-94ef-52553ec089ab up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:49:53.904541 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port 59c5d90d-68ba-448f-94ef-52553ec089ab triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:49:53.904913 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:50:05.195538 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d868c2eb-2a86-43aa-ac8d-00017ff0caa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:50:07.840459 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:50:07.936361 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fc4ab69b-6a60-44bd-b833-4cdda16a9080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:50:08.879808 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:50:10.561860 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:50:13.252869 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.agents_db [None req-46aecb79-32b8-4105-868b-523cea85afea None None] Agent healthcheck: found 5 active agents {{(pid=91761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 06:50:35.197741 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-cdc7e1f3-b67a-4ad4-85ab-ebb498adb358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:50:37.842851 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:50:37.940115 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe578d20-60a3-45b6-9d48-f901b7073eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:50:38.881847 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:50:40.561016 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:50:50.251344 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.agents_db [None req-46aecb79-32b8-4105-868b-523cea85afea None None] Agent healthcheck: found 5 active agents {{(pid=91761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 06:50:57.346505 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 38060) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:50:57.352951 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [None req-e61ab7fa-5512-4513-9bc4-3ad3775a202d tempest-verify_tempest_config-597271942 tempest-verify_tempest_config-597271942-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=91758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 06:50:57.353924 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-e61ab7fa-5512-4513-9bc4-3ad3775a202d tempest-verify_tempest_config-597271942 tempest-verify_tempest_config-597271942-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058844 Jun 07 06:50:57.655110 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 38078) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:50:57.769588 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-7d57ac15-780b-42bf-8581-9ee8efdad4dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:50:57.870721 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-7d57ac15-780b-42bf-8581-9ee8efdad4dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:50:57.874116 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-7d57ac15-780b-42bf-8581-9ee8efdad4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:50:57.881210 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-07e95b07-7462-41b6-ab2c-e9f922b0f8cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:50:57.919009 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57ac15-780b-42bf-8581-9ee8efdad4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f6436d-39b1-406c-a62f-13881a9296f3,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:50:57.923902 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-7d57ac15-780b-42bf-8581-9ee8efdad4dc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b6d8464969e34dd387d23718288d141b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2678006 Jun 07 06:50:57.927340 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 38082) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:50:57.928562 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57ac15-780b-42bf-8581-9ee8efdad4dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:57.928924 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57ac15-780b-42bf-8581-9ee8efdad4dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:57.929301 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57ac15-780b-42bf-8581-9ee8efdad4dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:57.929593 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57ac15-780b-42bf-8581-9ee8efdad4dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:57.929944 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57ac15-780b-42bf-8581-9ee8efdad4dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:57.930284 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57ac15-780b-42bf-8581-9ee8efdad4dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:57.930611 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57ac15-780b-42bf-8581-9ee8efdad4dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:57.930931 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57ac15-780b-42bf-8581-9ee8efdad4dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:57.931262 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57ac15-780b-42bf-8581-9ee8efdad4dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:57.931581 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57ac15-780b-42bf-8581-9ee8efdad4dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:57.931893 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57ac15-780b-42bf-8581-9ee8efdad4dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:57.932207 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57ac15-780b-42bf-8581-9ee8efdad4dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:57.936229 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-7d57ac15-780b-42bf-8581-9ee8efdad4dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:50:58.000681 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3289052d-8511-4044-b23f-21180fd9cd87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:50:58.024912 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3289052d-8511-4044-b23f-21180fd9cd87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:50:58.121605 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3289052d-8511-4044-b23f-21180fd9cd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:50:58.124312 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3289052d-8511-4044-b23f-21180fd9cd87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:50:58.125416 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-3289052d-8511-4044-b23f-21180fd9cd87 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/76f6436d-39b1-406c-a62f-13881a9296f3 HTTP/1.1" status: 204 len: 168 time: 0.1970661 Jun 07 06:50:58.126225 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:50:58.136650 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289052d-8511-4044-b23f-21180fd9cd87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f6436d-39b1-406c-a62f-13881a9296f3,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:50:58.144358 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3289052d-8511-4044-b23f-21180fd9cd87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:58.144734 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3289052d-8511-4044-b23f-21180fd9cd87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:58.145078 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3289052d-8511-4044-b23f-21180fd9cd87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:58.145408 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3289052d-8511-4044-b23f-21180fd9cd87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:58.145732 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3289052d-8511-4044-b23f-21180fd9cd87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:58.146101 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3289052d-8511-4044-b23f-21180fd9cd87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:58.146426 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3289052d-8511-4044-b23f-21180fd9cd87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:58.146923 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3289052d-8511-4044-b23f-21180fd9cd87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:58.147261 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3289052d-8511-4044-b23f-21180fd9cd87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:58.147586 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3289052d-8511-4044-b23f-21180fd9cd87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:58.147989 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3289052d-8511-4044-b23f-21180fd9cd87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:58.148200 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3289052d-8511-4044-b23f-21180fd9cd87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:50:58.151745 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-3289052d-8511-4044-b23f-21180fd9cd87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:51:05.200276 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-97163773-7ae1-4056-9802-a5ebd5ddcd2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:51:07.844912 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:51:07.943193 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-dbfef6c4-6936-475f-9675-634194a7acb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:51:08.884597 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:51:10.565804 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:51:27.249523 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.agents_db [None req-46aecb79-32b8-4105-868b-523cea85afea None None] Agent healthcheck: found 5 active agents {{(pid=91761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 06:51:35.201563 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5e35a07a-5984-4963-9200-6736398db2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:51:37.846982 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:51:37.943805 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1024fffb-a168-43e9-816e-6a8bb86275f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:51:38.886983 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:51:40.567226 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:52:04.248941 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.agents_db [None req-46aecb79-32b8-4105-868b-523cea85afea None None] Agent healthcheck: found 5 active agents {{(pid=91761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 06:52:05.202462 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d2201a98-dce8-412c-b4a1-6767d43ec009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:52:07.849207 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:52:07.944124 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4ec7f943-cdd5-4591-bdeb-8dc6b7400cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:52:08.888892 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:52:10.570186 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:52:32.374480 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892'] for agent, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:52:35.203658 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4cc2e35c-cb30-48a2-94e3-5732eddd860e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:52:36.163704 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 38136) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:52:36.281589 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-cbd020e1-48e8-4d6a-96f0-65540abe386c admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1168027 Jun 07 06:52:37.851058 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:52:37.944924 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-df49d188-46f7-4fff-9d23-be9acf28b3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:52:38.417419 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 38146) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:52:38.475026 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-ad1a343d-fea9-49c0-a6bd-1da9a85a426c admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0564928 Jun 07 06:52:38.894035 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:52:40.573871 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:52:41.248104 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.agents_db [None req-46aecb79-32b8-4105-868b-523cea85afea None None] Agent healthcheck: found 6 active agents {{(pid=91761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 06:53:02.346673 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:05.206678 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-82c5a81b-ce9f-4893-8d94-4b3a8ca8cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:07.853699 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:07.945308 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-c0f882bd-5989-4546-913e-df33b960c0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:08.896220 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:10.575786 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:18.248674 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.agents_db [None req-46aecb79-32b8-4105-868b-523cea85afea None None] Agent healthcheck: found 6 active agents {{(pid=91761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 06:53:32.371045 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:35.207121 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-bd6fbf1b-4790-45a8-90de-21cc080cbc14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:37.859383 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:37.946281 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-2e7a7a71-4ec6-4f8a-ada9-2f7dfbca063b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:38.899684 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:40.579889 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:53:55.248370 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.agents_db [None req-46aecb79-32b8-4105-868b-523cea85afea None None] Agent healthcheck: found 6 active agents {{(pid=91761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 06:54:02.373194 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:04.557485 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 38330) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:04.819117 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [None req-52b7f5c4-1a28-4cff-a0d8-c16570a54be3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1798424342-network', 'tenant_id': 'f84addd7b81d49b4b6aa42f13e1738f8'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:04.842982 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b7f5c4-1a28-4cff-a0d8-c16570a54be3 admin admin] Made reservation on behalf of f84addd7b81d49b4b6aa42f13e1738f8 for: {'network': 1} {{(pid=91758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:54:04.846679 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-52b7f5c4-1a28-4cff-a0d8-c16570a54be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783645'] for network, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:04.860088 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-52b7f5c4-1a28-4cff-a0d8-c16570a54be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:04.971516 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-52b7f5c4-1a28-4cff-a0d8-c16570a54be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:04.976937 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-52b7f5c4-1a28-4cff-a0d8-c16570a54be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:04.980049 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:05.021456 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52b7f5c4-1a28-4cff-a0d8-c16570a54be3 admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=91758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 06:54:05.028161 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b7f5c4-1a28-4cff-a0d8-c16570a54be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b9290c-6050-4088-9690-12bed3454d2f,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:05.048180 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b7f5c4-1a28-4cff-a0d8-c16570a54be3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:05.048524 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b7f5c4-1a28-4cff-a0d8-c16570a54be3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:05.048854 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b7f5c4-1a28-4cff-a0d8-c16570a54be3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:05.049185 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b7f5c4-1a28-4cff-a0d8-c16570a54be3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:05.049508 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b7f5c4-1a28-4cff-a0d8-c16570a54be3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:05.049889 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b7f5c4-1a28-4cff-a0d8-c16570a54be3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:05.050199 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b7f5c4-1a28-4cff-a0d8-c16570a54be3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:05.050515 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b7f5c4-1a28-4cff-a0d8-c16570a54be3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:05.050847 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b7f5c4-1a28-4cff-a0d8-c16570a54be3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:05.051160 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b7f5c4-1a28-4cff-a0d8-c16570a54be3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:05.051468 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b7f5c4-1a28-4cff-a0d8-c16570a54be3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:05.051774 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b7f5c4-1a28-4cff-a0d8-c16570a54be3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:05.052805 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b7f5c4-1a28-4cff-a0d8-c16570a54be3 admin admin] Tracked resource versions report: Jun 07 06:54:05.052805 dv-cinder-784140-5-iscsi neutron-server[91758]: pushed versions: Jun 07 06:54:05.052805 dv-cinder-784140-5-iscsi neutron-server[91758]: { 'AddressGroup': {'1.2'}, Jun 07 06:54:05.052805 dv-cinder-784140-5-iscsi neutron-server[91758]: 'ConntrackHelper': {'1.0'}, Jun 07 06:54:05.052805 dv-cinder-784140-5-iscsi neutron-server[91758]: 'Log': {'1.0'}, Jun 07 06:54:05.052805 dv-cinder-784140-5-iscsi neutron-server[91758]: 'Network': {'1.1'}, Jun 07 06:54:05.052805 dv-cinder-784140-5-iscsi neutron-server[91758]: 'Port': {'1.7'}, Jun 07 06:54:05.052805 dv-cinder-784140-5-iscsi neutron-server[91758]: 'PortForwarding': {'1.2'}, Jun 07 06:54:05.052805 dv-cinder-784140-5-iscsi neutron-server[91758]: 'QosPolicy': {'1.8'}, Jun 07 06:54:05.052805 dv-cinder-784140-5-iscsi neutron-server[91758]: 'SecurityGroup': {'1.4'}, Jun 07 06:54:05.052805 dv-cinder-784140-5-iscsi neutron-server[91758]: 'SecurityGroupRule': {'1.2'}, Jun 07 06:54:05.052805 dv-cinder-784140-5-iscsi neutron-server[91758]: 'SubPort': {'1.0'}, Jun 07 06:54:05.052805 dv-cinder-784140-5-iscsi neutron-server[91758]: 'Subnet': {'1.1'}, Jun 07 06:54:05.052805 dv-cinder-784140-5-iscsi neutron-server[91758]: 'Trunk': {'1.1'}} Jun 07 06:54:05.052805 dv-cinder-784140-5-iscsi neutron-server[91758]: consumer versions: Jun 07 06:54:05.052805 dv-cinder-784140-5-iscsi neutron-server[91758]: { DHCP agent@dv-cinder-784140-5-iscsi: {}, Jun 07 06:54:05.052805 dv-cinder-784140-5-iscsi neutron-server[91758]: HyperV agent@hv-cinder-78414: {}, Jun 07 06:54:05.052805 dv-cinder-784140-5-iscsi neutron-server[91758]: L3 agent@dv-cinder-784140-5-iscsi: {}, Jun 07 06:54:05.052805 dv-cinder-784140-5-iscsi neutron-server[91758]: Metadata agent@dv-cinder-784140-5-iscsi: {}, Jun 07 06:54:05.052805 dv-cinder-784140-5-iscsi neutron-server[91758]: Metering agent@dv-cinder-784140-5-iscsi: {}, Jun 07 06:54:05.052805 dv-cinder-784140-5-iscsi neutron-server[91758]: Open vSwitch agent@dv-cinder-784140-5-iscsi: { 'AddressGroup': '1.2', Jun 07 06:54:05.052805 dv-cinder-784140-5-iscsi neutron-server[91758]: 'ConntrackHelper': '1.0', Jun 07 06:54:05.052805 dv-cinder-784140-5-iscsi neutron-server[91758]: 'Log': '1.0', Jun 07 06:54:05.052805 dv-cinder-784140-5-iscsi neutron-server[91758]: 'Network': '1.1', Jun 07 06:54:05.052805 dv-cinder-784140-5-iscsi neutron-server[91758]: 'Port': '1.7', Jun 07 06:54:05.052805 dv-cinder-784140-5-iscsi neutron-server[91758]: 'PortForwarding': '1.2', Jun 07 06:54:05.052805 dv-cinder-784140-5-iscsi neutron-server[91758]: 'QosPolicy': '1.8', Jun 07 06:54:05.052805 dv-cinder-784140-5-iscsi neutron-server[91758]: 'SecurityGroup': '1.4', Jun 07 06:54:05.052805 dv-cinder-784140-5-iscsi neutron-server[91758]: 'SecurityGroupRule': '1.2', Jun 07 06:54:05.052805 dv-cinder-784140-5-iscsi neutron-server[91758]: 'SubPort': '1.0', Jun 07 06:54:05.052805 dv-cinder-784140-5-iscsi neutron-server[91758]: 'Subnet': '1.1', Jun 07 06:54:05.052805 dv-cinder-784140-5-iscsi neutron-server[91758]: 'Trunk': '1.1'}} Jun 07 06:54:05.052805 dv-cinder-784140-5-iscsi neutron-server[91758]: {{(pid=91758) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 06:54:05.059904 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-52b7f5c4-1a28-4cff-a0d8-c16570a54be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:05.062713 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-52b7f5c4-1a28-4cff-a0d8-c16570a54be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642'] for segment, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:05.062713 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.db.segments_db [None req-52b7f5c4-1a28-4cff-a0d8-c16570a54be3 admin admin] Added segment fc32578d-75ec-4ab3-838d-be875a300fda of type vlan for network e1d27084-54d3-4657-a203-aa1e336128a1 Jun 07 06:54:05.099605 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-52b7f5c4-1a28-4cff-a0d8-c16570a54be3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900516316'] for network, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:05.148104 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-52b7f5c4-1a28-4cff-a0d8-c16570a54be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3890583'] for network, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:05.149721 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b7f5c4-1a28-4cff-a0d8-c16570a54be3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:05.150355 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-52b7f5c4-1a28-4cff-a0d8-c16570a54be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for network, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:05.155261 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-07e95b07-7462-41b6-ab2c-e9f922b0f8cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:05.213972 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-f2904576-1918-418b-bd4f-e5719af46c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:05.219143 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-52b7f5c4-1a28-4cff-a0d8-c16570a54be3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6599333 Jun 07 06:54:05.219462 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 38364) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:05.226549 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-166ab2c9-9a0e-4105-b2dd-43359fd97708 admin admin] Request body: {'subnet': {'network_id': 'e1d27084-54d3-4657-a203-aa1e336128a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1798424342-subnet', 'tenant_id': 'f84addd7b81d49b4b6aa42f13e1738f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:05.257140 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166ab2c9-9a0e-4105-b2dd-43359fd97708 admin admin] Made reservation on behalf of f84addd7b81d49b4b6aa42f13e1738f8 for: {'subnet': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:54:05.260716 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-166ab2c9-9a0e-4105-b2dd-43359fd97708 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:05.281353 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b7f5c4-1a28-4cff-a0d8-c16570a54be3 admin admin] Pushing event updated for resources: {'Network': ['ID=e1d27084-54d3-4657-a203-aa1e336128a1,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:05.290578 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-52b7f5c4-1a28-4cff-a0d8-c16570a54be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:05.291837 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Network e1d27084-54d3-4657-a203-aa1e336128a1 details requested by agent ovs-agent-dv-cinder-784140-5-iscsi with host dv-cinder-784140-5-iscsi {{(pid=91760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 06:54:05.304488 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 38368) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:05.459826 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 38376) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:05.574299 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-166ab2c9-9a0e-4105-b2dd-43359fd97708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590'] for subnet, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:05.581389 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-6f9f8769-63e4-406c-8ec7-e58a89fd6a55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:05.653979 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ab2c9-9a0e-4105-b2dd-43359fd97708 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ad2cf50-9851-436b-aa64-d2e05907b43a,revision_number=0']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:05.665183 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ab2c9-9a0e-4105-b2dd-43359fd97708 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:05.665521 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ab2c9-9a0e-4105-b2dd-43359fd97708 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:05.665879 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ab2c9-9a0e-4105-b2dd-43359fd97708 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:05.666206 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ab2c9-9a0e-4105-b2dd-43359fd97708 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:05.666528 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ab2c9-9a0e-4105-b2dd-43359fd97708 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:05.666861 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ab2c9-9a0e-4105-b2dd-43359fd97708 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:05.667174 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ab2c9-9a0e-4105-b2dd-43359fd97708 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:05.667490 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ab2c9-9a0e-4105-b2dd-43359fd97708 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:05.667806 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ab2c9-9a0e-4105-b2dd-43359fd97708 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:05.668118 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ab2c9-9a0e-4105-b2dd-43359fd97708 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:05.668428 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ab2c9-9a0e-4105-b2dd-43359fd97708 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:05.668738 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ab2c9-9a0e-4105-b2dd-43359fd97708 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:05.669749 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ab2c9-9a0e-4105-b2dd-43359fd97708 admin admin] Tracked resource versions report: Jun 07 06:54:05.669749 dv-cinder-784140-5-iscsi neutron-server[91759]: pushed versions: Jun 07 06:54:05.669749 dv-cinder-784140-5-iscsi neutron-server[91759]: { 'AddressGroup': {'1.2'}, Jun 07 06:54:05.669749 dv-cinder-784140-5-iscsi neutron-server[91759]: 'ConntrackHelper': {'1.0'}, Jun 07 06:54:05.669749 dv-cinder-784140-5-iscsi neutron-server[91759]: 'Log': {'1.0'}, Jun 07 06:54:05.669749 dv-cinder-784140-5-iscsi neutron-server[91759]: 'Network': {'1.1'}, Jun 07 06:54:05.669749 dv-cinder-784140-5-iscsi neutron-server[91759]: 'Port': {'1.7'}, Jun 07 06:54:05.669749 dv-cinder-784140-5-iscsi neutron-server[91759]: 'PortForwarding': {'1.2'}, Jun 07 06:54:05.669749 dv-cinder-784140-5-iscsi neutron-server[91759]: 'QosPolicy': {'1.8'}, Jun 07 06:54:05.669749 dv-cinder-784140-5-iscsi neutron-server[91759]: 'SecurityGroup': {'1.4'}, Jun 07 06:54:05.669749 dv-cinder-784140-5-iscsi neutron-server[91759]: 'SecurityGroupRule': {'1.2'}, Jun 07 06:54:05.669749 dv-cinder-784140-5-iscsi neutron-server[91759]: 'SubPort': {'1.0'}, Jun 07 06:54:05.669749 dv-cinder-784140-5-iscsi neutron-server[91759]: 'Subnet': {'1.1'}, Jun 07 06:54:05.669749 dv-cinder-784140-5-iscsi neutron-server[91759]: 'Trunk': {'1.1'}} Jun 07 06:54:05.669749 dv-cinder-784140-5-iscsi neutron-server[91759]: consumer versions: Jun 07 06:54:05.669749 dv-cinder-784140-5-iscsi neutron-server[91759]: { DHCP agent@dv-cinder-784140-5-iscsi: {}, Jun 07 06:54:05.669749 dv-cinder-784140-5-iscsi neutron-server[91759]: HyperV agent@hv-cinder-78414: {}, Jun 07 06:54:05.669749 dv-cinder-784140-5-iscsi neutron-server[91759]: L3 agent@dv-cinder-784140-5-iscsi: {}, Jun 07 06:54:05.669749 dv-cinder-784140-5-iscsi neutron-server[91759]: Metadata agent@dv-cinder-784140-5-iscsi: {}, Jun 07 06:54:05.669749 dv-cinder-784140-5-iscsi neutron-server[91759]: Metering agent@dv-cinder-784140-5-iscsi: {}, Jun 07 06:54:05.669749 dv-cinder-784140-5-iscsi neutron-server[91759]: Open vSwitch agent@dv-cinder-784140-5-iscsi: { 'AddressGroup': '1.2', Jun 07 06:54:05.669749 dv-cinder-784140-5-iscsi neutron-server[91759]: 'ConntrackHelper': '1.0', Jun 07 06:54:05.669749 dv-cinder-784140-5-iscsi neutron-server[91759]: 'Log': '1.0', Jun 07 06:54:05.669749 dv-cinder-784140-5-iscsi neutron-server[91759]: 'Network': '1.1', Jun 07 06:54:05.669749 dv-cinder-784140-5-iscsi neutron-server[91759]: 'Port': '1.7', Jun 07 06:54:05.669749 dv-cinder-784140-5-iscsi neutron-server[91759]: 'PortForwarding': '1.2', Jun 07 06:54:05.669749 dv-cinder-784140-5-iscsi neutron-server[91759]: 'QosPolicy': '1.8', Jun 07 06:54:05.669749 dv-cinder-784140-5-iscsi neutron-server[91759]: 'SecurityGroup': '1.4', Jun 07 06:54:05.669749 dv-cinder-784140-5-iscsi neutron-server[91759]: 'SecurityGroupRule': '1.2', Jun 07 06:54:05.669749 dv-cinder-784140-5-iscsi neutron-server[91759]: 'SubPort': '1.0', Jun 07 06:54:05.669749 dv-cinder-784140-5-iscsi neutron-server[91759]: 'Subnet': '1.1', Jun 07 06:54:05.669749 dv-cinder-784140-5-iscsi neutron-server[91759]: 'Trunk': '1.1'}} Jun 07 06:54:05.669749 dv-cinder-784140-5-iscsi neutron-server[91759]: {{(pid=91759) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 06:54:05.674400 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-166ab2c9-9a0e-4105-b2dd-43359fd97708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:05.699917 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166ab2c9-9a0e-4105-b2dd-43359fd97708 admin admin] Checking segment: {'id': 'fc32578d-75ec-4ab3-838d-be875a300fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e1d27084-54d3-4657-a203-aa1e336128a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:54:05.700294 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166ab2c9-9a0e-4105-b2dd-43359fd97708 admin admin] Network hostable DHCP agents. Network: e1d27084-54d3-4657-a203-aa1e336128a1, hostable agents: ['1fe75083-37bf-44a6-88f5-2ab2a4fa7cf2'], hosted agents: [] {{(pid=91759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 06:54:05.723809 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166ab2c9-9a0e-4105-b2dd-43359fd97708 admin admin] Network e1d27084-54d3-4657-a203-aa1e336128a1 is scheduled to be hosted by DHCP agent 1fe75083-37bf-44a6-88f5-2ab2a4fa7cf2 with binding_index 1 {{(pid=91759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 06:54:05.735624 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [None req-1b913329-a927-438a-9979-b46b351816c4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-646384052-network', 'tenant_id': '944fc9d7967e4c0c9001fe15bcdb4308'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:05.739394 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-166ab2c9-9a0e-4105-b2dd-43359fd97708 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-5-iscsi, e1d27084-54d3-4657-a203-aa1e336128a1) {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:54:05.746413 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166ab2c9-9a0e-4105-b2dd-43359fd97708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:05.746608 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-166ab2c9-9a0e-4105-b2dd-43359fd97708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for subnet, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:05.754846 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef3884e-8606-4ae1-9956-19f1e7132b34 None None] Network e1d27084-54d3-4657-a203-aa1e336128a1 requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:54:05.770287 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 38386) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:05.780362 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-166ab2c9-9a0e-4105-b2dd-43359fd97708 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5590644 Jun 07 06:54:05.783501 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 38390) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:05.794719 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-73098953-2581-4a3a-a909-7730115c944b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1798424342-router', 'tenant_id': 'f84addd7b81d49b4b6aa42f13e1738f8', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'}}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:05.799713 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b913329-a927-438a-9979-b46b351816c4 admin admin] Made reservation on behalf of 944fc9d7967e4c0c9001fe15bcdb4308 for: {'network': 1} {{(pid=91758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:54:05.803649 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1b913329-a927-438a-9979-b46b351816c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783645'] for network, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:05.822290 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1b913329-a927-438a-9979-b46b351816c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:05.825721 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-73098953-2581-4a3a-a909-7730115c944b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5893'] for router, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:05.827682 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-73098953-2581-4a3a-a909-7730115c944b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3877371', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3905657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5902'] for router, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:05.846233 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [None req-9f1f5243-c9a5-4a32-b1b7-3b9d907ac9db admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1790632431-network', 'tenant_id': '55c43b8510d24e09b2eb0847941839cb'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:05.863395 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-73098953-2581-4a3a-a909-7730115c944b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:05.875632 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1f5243-c9a5-4a32-b1b7-3b9d907ac9db admin admin] Made reservation on behalf of 55c43b8510d24e09b2eb0847941839cb for: {'network': 1} {{(pid=91758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:54:05.878753 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9f1f5243-c9a5-4a32-b1b7-3b9d907ac9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783645'] for network, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:05.894992 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9f1f5243-c9a5-4a32-b1b7-3b9d907ac9db admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:06.021803 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1b913329-a927-438a-9979-b46b351816c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:06.034091 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88b2628-427d-4821-ba1b-39855289b006 None None] Network e1d27084-54d3-4657-a203-aa1e336128a1 requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:54:06.039409 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1b913329-a927-438a-9979-b46b351816c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:06.065027 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:06.106636 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b913329-a927-438a-9979-b46b351816c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=91758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 06:54:06.177138 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1b913329-a927-438a-9979-b46b351816c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642'] for segment, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:06.179061 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.db.segments_db [None req-1b913329-a927-438a-9979-b46b351816c4 admin admin] Added segment 5ccfd90a-a0d5-4f3c-8ac0-3c83d64aaaff of type vlan for network bd76d620-dd53-42d0-b1c4-7d0416a492c1 Jun 07 06:54:06.291220 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b913329-a927-438a-9979-b46b351816c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8574bc-b60d-49a3-bb7f-3108c4c8dbef,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:06.318149 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-1b913329-a927-438a-9979-b46b351816c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:06.327210 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-73098953-2581-4a3a-a909-7730115c944b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3877257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5912'] for router, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:06.355576 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1b913329-a927-438a-9979-b46b351816c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900516316'] for network, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:06.372782 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-dabe05db-745e-400b-94bb-9392c233b58a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2122717976-network', 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:06.425823 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9f1f5243-c9a5-4a32-b1b7-3b9d907ac9db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:06.427301 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1b913329-a927-438a-9979-b46b351816c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3890583'] for network, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:06.428639 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b913329-a927-438a-9979-b46b351816c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:06.429216 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1b913329-a927-438a-9979-b46b351816c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for network, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:06.434936 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:06.458121 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9f1f5243-c9a5-4a32-b1b7-3b9d907ac9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:06.467037 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabe05db-745e-400b-94bb-9392c233b58a admin admin] Made reservation on behalf of 03bd4d9d83964ae7adcdbf4b4489df7b for: {'network': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:54:06.469688 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-dabe05db-745e-400b-94bb-9392c233b58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783645'] for network, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:06.489989 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-1b913329-a927-438a-9979-b46b351816c4 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1827242 Jun 07 06:54:06.493267 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f1f5243-c9a5-4a32-b1b7-3b9d907ac9db admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=91758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 06:54:06.495093 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 38412) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:06.504920 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [None req-569f0de8-12ee-4130-9d62-4b1aff8e763b admin admin] Request body: {'subnet': {'network_id': 'bd76d620-dd53-42d0-b1c4-7d0416a492c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-646384052-subnet', 'tenant_id': '944fc9d7967e4c0c9001fe15bcdb4308', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:06.530786 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-dabe05db-745e-400b-94bb-9392c233b58a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:06.567357 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b913329-a927-438a-9979-b46b351816c4 admin admin] Pushing event updated for resources: {'Network': ['ID=bd76d620-dd53-42d0-b1c4-7d0416a492c1,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:06.572018 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-1b913329-a927-438a-9979-b46b351816c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:06.572492 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-1b913329-a927-438a-9979-b46b351816c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:06.578525 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Network bd76d620-dd53-42d0-b1c4-7d0416a492c1 details requested by agent ovs-agent-dv-cinder-784140-5-iscsi with host dv-cinder-784140-5-iscsi {{(pid=91760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 06:54:06.579190 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9f1f5243-c9a5-4a32-b1b7-3b9d907ac9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642'] for segment, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:06.579539 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.db.segments_db [None req-9f1f5243-c9a5-4a32-b1b7-3b9d907ac9db admin admin] Added segment be5f6e2a-e3bb-4432-9ce3-0810406bda5d of type vlan for network 186e1dc3-2f68-4a49-b528-347ee9919f6c Jun 07 06:54:06.633715 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f5243-c9a5-4a32-b1b7-3b9d907ac9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15258644-b705-41da-a019-0c9459dbae51,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:06.639017 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-9f1f5243-c9a5-4a32-b1b7-3b9d907ac9db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:06.640966 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9f1f5243-c9a5-4a32-b1b7-3b9d907ac9db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900516316'] for network, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:06.680392 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9f1f5243-c9a5-4a32-b1b7-3b9d907ac9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3890583'] for network, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:06.683209 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1f5243-c9a5-4a32-b1b7-3b9d907ac9db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:06.683827 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9f1f5243-c9a5-4a32-b1b7-3b9d907ac9db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for network, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:06.691402 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-cf038199-4600-4a2f-ae45-2ecbe2d81395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:06.815883 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f5243-c9a5-4a32-b1b7-3b9d907ac9db admin admin] Pushing event updated for resources: {'Network': ['ID=186e1dc3-2f68-4a49-b528-347ee9919f6c,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:06.826932 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Network 186e1dc3-2f68-4a49-b528-347ee9919f6c details requested by agent ovs-agent-dv-cinder-784140-5-iscsi with host dv-cinder-784140-5-iscsi {{(pid=91760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 06:54:06.827385 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-9f1f5243-c9a5-4a32-b1b7-3b9d907ac9db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:06.865394 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-73098953-2581-4a3a-a909-7730115c944b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:06.897686 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-dabe05db-745e-400b-94bb-9392c233b58a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:06.905676 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-73098953-2581-4a3a-a909-7730115c944b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:06.909099 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-dabe05db-745e-400b-94bb-9392c233b58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:06.934613 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569f0de8-12ee-4130-9d62-4b1aff8e763b admin admin] Made reservation on behalf of 944fc9d7967e4c0c9001fe15bcdb4308 for: {'subnet': 1} {{(pid=91758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:54:06.938425 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-569f0de8-12ee-4130-9d62-4b1aff8e763b admin admin] Notify callbacks [] for subnet, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:06.948668 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-3289052d-8511-4044-b23f-21180fd9cd87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:06.962097 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-9f1f5243-c9a5-4a32-b1b7-3b9d907ac9db admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5008702 Jun 07 06:54:06.962281 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 38432) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:06.977902 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-5bb5a195-087d-4d9f-bb33-52d3cbaf1dc2 admin admin] Request body: {'subnet': {'network_id': '186e1dc3-2f68-4a49-b528-347ee9919f6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1790632431-subnet', 'tenant_id': '55c43b8510d24e09b2eb0847941839cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:06.990498 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dabe05db-745e-400b-94bb-9392c233b58a admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=91759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 06:54:07.026017 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-dabe05db-745e-400b-94bb-9392c233b58a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736901055901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642'] for segment, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:07.026594 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-dabe05db-745e-400b-94bb-9392c233b58a admin admin] Unsubscribe: segment precommit_create {{(pid=91759) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 07 06:54:07.027064 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.db.segments_db [None req-dabe05db-745e-400b-94bb-9392c233b58a admin admin] Added segment 0bd4588d-cd3a-47c3-b624-e7540af76cbe of type vlan for network 0ea641b7-d55d-49bf-bc2d-31ddec2c42bf Jun 07 06:54:07.105842 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe05db-745e-400b-94bb-9392c233b58a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb779df7-39e6-46e3-9708-834df8c145df,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:07.116283 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-dabe05db-745e-400b-94bb-9392c233b58a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:07.118744 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb5a195-087d-4d9f-bb33-52d3cbaf1dc2 admin admin] Made reservation on behalf of 55c43b8510d24e09b2eb0847941839cb for: {'subnet': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:54:07.121084 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-5bb5a195-087d-4d9f-bb33-52d3cbaf1dc2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:07.182124 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.db_base_plugin_common [None req-73098953-2581-4a3a-a909-7730115c944b admin admin] Allocated IP 172.27.1.206 (fe992a7c-d3c2-4e8d-9573-c4f663251d7a/c4323051-ed30-4a9a-b3aa-b457aab0dfbf/78c02948-6af4-4c16-899a-a0b531df9de0) {{(pid=91759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:54:07.186662 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-dabe05db-745e-400b-94bb-9392c233b58a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900516316'] for network, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:07.309907 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.db.resource_extend [None req-dabe05db-745e-400b-94bb-9392c233b58a admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 06:54:07.319445 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-569f0de8-12ee-4130-9d62-4b1aff8e763b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590'] for subnet, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:07.331552 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-dabe05db-745e-400b-94bb-9392c233b58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3890583'] for network, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:07.336037 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:07.338841 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabe05db-745e-400b-94bb-9392c233b58a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:07.339652 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-dabe05db-745e-400b-94bb-9392c233b58a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for network, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:07.349018 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:07.456144 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe05db-745e-400b-94bb-9392c233b58a admin admin] Pushing event updated for resources: {'Network': ['ID=0ea641b7-d55d-49bf-bc2d-31ddec2c42bf,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:07.475865 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-dabe05db-745e-400b-94bb-9392c233b58a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:07.482001 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Network 0ea641b7-d55d-49bf-bc2d-31ddec2c42bf details requested by agent ovs-agent-dv-cinder-784140-5-iscsi with host dv-cinder-784140-5-iscsi {{(pid=91760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 06:54:07.484946 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f0de8-12ee-4130-9d62-4b1aff8e763b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c0077e5-aaca-4417-a778-d40109ca10c8,revision_number=0']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:07.499337 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-dabe05db-745e-400b-94bb-9392c233b58a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7277141 Jun 07 06:54:07.505558 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 38454) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:07.506745 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-569f0de8-12ee-4130-9d62-4b1aff8e763b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:07.525346 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [None req-c3095156-30b2-45a9-8bd6-248849e35d54 admin admin] Request body: {'subnet': {'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2122717976-subnet', 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:07.580961 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569f0de8-12ee-4130-9d62-4b1aff8e763b admin admin] Checking segment: {'id': '5ccfd90a-a0d5-4f3c-8ac0-3c83d64aaaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'bd76d620-dd53-42d0-b1c4-7d0416a492c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:54:07.581229 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569f0de8-12ee-4130-9d62-4b1aff8e763b admin admin] Network hostable DHCP agents. Network: bd76d620-dd53-42d0-b1c4-7d0416a492c1, hostable agents: ['1fe75083-37bf-44a6-88f5-2ab2a4fa7cf2'], hosted agents: [] {{(pid=91758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 06:54:07.604527 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3095156-30b2-45a9-8bd6-248849e35d54 admin admin] Made reservation on behalf of 03bd4d9d83964ae7adcdbf4b4489df7b for: {'subnet': 1} {{(pid=91758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:54:07.607401 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-c3095156-30b2-45a9-8bd6-248849e35d54 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:07.661410 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569f0de8-12ee-4130-9d62-4b1aff8e763b admin admin] Network bd76d620-dd53-42d0-b1c4-7d0416a492c1 is scheduled to be hosted by DHCP agent 1fe75083-37bf-44a6-88f5-2ab2a4fa7cf2 with binding_index 1 {{(pid=91758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 06:54:07.665573 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-73098953-2581-4a3a-a909-7730115c944b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:07.730191 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.base_scheduler [None req-569f0de8-12ee-4130-9d62-4b1aff8e763b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-5-iscsi, bd76d620-dd53-42d0-b1c4-7d0416a492c1) {{(pid=91758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:54:07.747591 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569f0de8-12ee-4130-9d62-4b1aff8e763b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:07.748187 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-569f0de8-12ee-4130-9d62-4b1aff8e763b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for subnet, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:07.757247 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-5bb5a195-087d-4d9f-bb33-52d3cbaf1dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590'] for subnet, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:07.768551 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d0c30c-9324-4a21-b4bb-3aa6751256d8 None None] Network bd76d620-dd53-42d0-b1c4-7d0416a492c1 requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:54:07.770179 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:07.791013 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-569f0de8-12ee-4130-9d62-4b1aff8e763b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2947428 Jun 07 06:54:07.841907 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-73098953-2581-4a3a-a909-7730115c944b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767'] for port, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:07.868734 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5a195-087d-4d9f-bb33-52d3cbaf1dc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ebe169c-1ac4-47ac-abc9-299e619e4ae4,revision_number=0']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:07.877891 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-5bb5a195-087d-4d9f-bb33-52d3cbaf1dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:07.878217 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:07.915095 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb5a195-087d-4d9f-bb33-52d3cbaf1dc2 admin admin] Checking segment: {'id': 'be5f6e2a-e3bb-4432-9ce3-0810406bda5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '186e1dc3-2f68-4a49-b528-347ee9919f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:54:07.915095 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb5a195-087d-4d9f-bb33-52d3cbaf1dc2 admin admin] Network hostable DHCP agents. Network: 186e1dc3-2f68-4a49-b528-347ee9919f6c, hostable agents: ['1fe75083-37bf-44a6-88f5-2ab2a4fa7cf2'], hosted agents: [] {{(pid=91759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 06:54:07.929628 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73098953-2581-4a3a-a909-7730115c944b admin admin] Network fe992a7c-d3c2-4e8d-9573-c4f663251d7a is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:54:07.939042 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-73098953-2581-4a3a-a909-7730115c944b admin admin] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:54:07.944164 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73098953-2581-4a3a-a909-7730115c944b admin admin] Received port after_create {{(pid=91759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:54:07.997400 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:08.053519 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-c0eed9fc-06e1-4776-9429-16a1742616ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:08.075766 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73098953-2581-4a3a-a909-7730115c944b admin admin] Pushing event updated for resources: {'Port': ['ID=78c02948-6af4-4c16-899a-a0b531df9de0,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:08.086712 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-73098953-2581-4a3a-a909-7730115c944b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:08.087330 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb5a195-087d-4d9f-bb33-52d3cbaf1dc2 admin admin] Network 186e1dc3-2f68-4a49-b528-347ee9919f6c is scheduled to be hosted by DHCP agent 1fe75083-37bf-44a6-88f5-2ab2a4fa7cf2 with binding_index 1 {{(pid=91759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 06:54:08.099583 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-c3095156-30b2-45a9-8bd6-248849e35d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590'] for subnet, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:08.105110 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-569f0de8-12ee-4130-9d62-4b1aff8e763b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:08.210916 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67bad1b-0d02-4a8a-8806-7fd89822baa7 None None] Network bd76d620-dd53-42d0-b1c4-7d0416a492c1 requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:54:08.273700 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3095156-30b2-45a9-8bd6-248849e35d54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1,revision_number=0']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:08.294212 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-5bb5a195-087d-4d9f-bb33-52d3cbaf1dc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-5-iscsi, 186e1dc3-2f68-4a49-b528-347ee9919f6c) {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:54:08.294776 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-c3095156-30b2-45a9-8bd6-248849e35d54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:08.304871 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb5a195-087d-4d9f-bb33-52d3cbaf1dc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:08.305849 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-5bb5a195-087d-4d9f-bb33-52d3cbaf1dc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for subnet, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:08.326827 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3095156-30b2-45a9-8bd6-248849e35d54 admin admin] Checking segment: {'id': '0bd4588d-cd3a-47c3-b624-e7540af76cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:54:08.329447 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3095156-30b2-45a9-8bd6-248849e35d54 admin admin] Network hostable DHCP agents. Network: 0ea641b7-d55d-49bf-bc2d-31ddec2c42bf, hostable agents: ['1fe75083-37bf-44a6-88f5-2ab2a4fa7cf2'], hosted agents: [] {{(pid=91758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 06:54:08.335663 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-5bb5a195-087d-4d9f-bb33-52d3cbaf1dc2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3674521 Jun 07 06:54:08.361122 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d62535-35ca-412b-a9e5-e9a5f7733230 None None] Network 186e1dc3-2f68-4a49-b528-347ee9919f6c requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:54:08.377003 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3095156-30b2-45a9-8bd6-248849e35d54 admin admin] Network 0ea641b7-d55d-49bf-bc2d-31ddec2c42bf is scheduled to be hosted by DHCP agent 1fe75083-37bf-44a6-88f5-2ab2a4fa7cf2 with binding_index 1 {{(pid=91758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 06:54:08.389704 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.base_scheduler [None req-c3095156-30b2-45a9-8bd6-248849e35d54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-5-iscsi, 0ea641b7-d55d-49bf-bc2d-31ddec2c42bf) {{(pid=91758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:54:08.400861 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3095156-30b2-45a9-8bd6-248849e35d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:08.401227 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-c3095156-30b2-45a9-8bd6-248849e35d54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for subnet, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:08.436786 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-c3095156-30b2-45a9-8bd6-248849e35d54 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9258070 Jun 07 06:54:08.437933 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 38484) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:08.443319 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [None req-9fe3add7-5eb6-45cc-8aab-719d23d14604 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2122717976-router', 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'}}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:08.471624 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9fe3add7-5eb6-45cc-8aab-719d23d14604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5893'] for router, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:08.473898 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9fe3add7-5eb6-45cc-8aab-719d23d14604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3877371', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3905657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5902'] for router, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:08.503732 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9fe3add7-5eb6-45cc-8aab-719d23d14604 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:08.512540 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3765a59-3aed-4d1c-b15c-e435d8c99cf3 None None] Network 0ea641b7-d55d-49bf-bc2d-31ddec2c42bf requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:54:08.589765 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-73098953-2581-4a3a-a909-7730115c944b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:08.922844 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9fe3add7-5eb6-45cc-8aab-719d23d14604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3877257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5912'] for router, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:08.928112 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2356ae8-b858-4666-b669-bfc592dd50a2 None None] Network 186e1dc3-2f68-4a49-b528-347ee9919f6c requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:54:09.134140 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-73098953-2581-4a3a-a909-7730115c944b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3877286'] for router, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:09.173129 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 38506) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:09.188034 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:09.368405 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5a785e-e9a9-4324-86c5-627ad6457f24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9ec772a-7f49-5126-b4ce-3bf4331ec797-0ea641b7-d55d-49bf-bc2d-31ddec2c42bf', 'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf', 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'fixed_ips': [{'subnet_id': 'dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1'}]}} from dv-cinder-784140-5-iscsi. {{(pid=91760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 06:54:09.370456 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-9f5a785e-e9a9-4324-86c5-627ad6457f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:09.486655 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8509c023-c434-4e20-9548-fc18f7d2e3f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:09.799983 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.db_base_plugin_common [None req-9f5a785e-e9a9-4324-86c5-627ad6457f24 None None] Allocated IP 172.20.0.2 (0ea641b7-d55d-49bf-bc2d-31ddec2c42bf/dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1/1fe6cee3-228c-48dd-bd30-9455f6929fc4) {{(pid=91760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:54:09.848668 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9fe3add7-5eb6-45cc-8aab-719d23d14604 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:09.890118 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9fe3add7-5eb6-45cc-8aab-719d23d14604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:09.890318 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73098953-2581-4a3a-a909-7730115c944b admin admin] Router b5d6caa9-bb7e-4132-aa9c-3391c495ad98 is scheduled to L3 agent 207d1699-2b30-4848-a9d2-d112df8957f2 with binding_index 1 {{(pid=91759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 06:54:10.071115 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 38554) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:10.116970 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-9f5a785e-e9a9-4324-86c5-627ad6457f24 None None] Notify callbacks [] for port, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:10.143035 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-9f5a785e-e9a9-4324-86c5-627ad6457f24 None None] Transition to ACTIVE for port object 1fe6cee3-228c-48dd-bd30-9455f6929fc4 will not be triggered until provisioned by entity L2. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:54:10.159007 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 38560) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:10.166523 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8509c023-c434-4e20-9548-fc18f7d2e3f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:10.173835 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-aee088a7-a970-4de4-849a-69732caf1c3c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1207741568-network', 'tenant_id': '8f801e8e95924bb789c50e55f093d2b2'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:10.178811 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8509c023-c434-4e20-9548-fc18f7d2e3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:10.179414 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-9f5a785e-e9a9-4324-86c5-627ad6457f24 None None] Transition to ACTIVE for port object 1fe6cee3-228c-48dd-bd30-9455f6929fc4 will not be triggered until provisioned by entity DHCP. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:54:10.186334 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-9f5a785e-e9a9-4324-86c5-627ad6457f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767'] for port, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:10.200182 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:10.264914 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:10.267798 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5a785e-e9a9-4324-86c5-627ad6457f24 None None] Network 0ea641b7-d55d-49bf-bc2d-31ddec2c42bf is already hosted by enough agents. {{(pid=91760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:54:10.269406 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee088a7-a970-4de4-849a-69732caf1c3c admin admin] Made reservation on behalf of 8f801e8e95924bb789c50e55f093d2b2 for: {'network': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:54:10.271799 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-aee088a7-a970-4de4-849a-69732caf1c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783645'] for network, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:10.276484 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [None req-9f5a785e-e9a9-4324-86c5-627ad6457f24 None None] Resources bound (agent type, host, resource id): {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:54:10.289358 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5a785e-e9a9-4324-86c5-627ad6457f24 None None] Received port after_create {{(pid=91760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:54:10.358505 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-aee088a7-a970-4de4-849a-69732caf1c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:10.400589 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-8509c023-c434-4e20-9548-fc18f7d2e3f7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9d8ade2013424aa48073fd18eea91cf2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2205594 Jun 07 06:54:10.403270 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 38564) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:10.405519 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509c023-c434-4e20-9548-fc18f7d2e3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85deabe7-36f1-4aae-9dbf-d46d63af3202,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:10.415953 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-8509c023-c434-4e20-9548-fc18f7d2e3f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:10.416996 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.db_base_plugin_common [None req-9fe3add7-5eb6-45cc-8aab-719d23d14604 admin admin] Allocated IP 172.27.1.32 (fe992a7c-d3c2-4e8d-9573-c4f663251d7a/c4323051-ed30-4a9a-b3aa-b457aab0dfbf/2aaca4f4-d74b-4339-8b93-6693e8ed3f3a) {{(pid=91758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:54:10.446585 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73098953-2581-4a3a-a909-7730115c944b admin admin] Notify agent at l3_agent.dv-cinder-784140-5-iscsi the message routers_updated {{(pid=91759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 06:54:10.447204 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-9f5a785e-e9a9-4324-86c5-627ad6457f24 None None] Attempting to bind port 1fe6cee3-228c-48dd-bd30-9455f6929fc4 on host dv-cinder-784140-5-iscsi for vnic_type normal with profile {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:54:10.447584 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-9f5a785e-e9a9-4324-86c5-627ad6457f24 None None] Attempting to bind port 1fe6cee3-228c-48dd-bd30-9455f6929fc4 by drivers openvswitch,hyperv on host dv-cinder-784140-5-iscsi at level 0 using segments [{'id': '0bd4588d-cd3a-47c3-b624-e7540af76cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf'}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:54:10.448096 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5a785e-e9a9-4324-86c5-627ad6457f24 None None] Attempting to bind port 1fe6cee3-228c-48dd-bd30-9455f6929fc4 on network 0ea641b7-d55d-49bf-bc2d-31ddec2c42bf {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:54:10.455427 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a785e-e9a9-4324-86c5-627ad6457f24 None None] Pushing event updated for resources: {'Port': ['ID=1fe6cee3-228c-48dd-bd30-9455f6929fc4,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:10.458870 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5a785e-e9a9-4324-86c5-627ad6457f24 None None] Checking agent: {'id': '90bc4f0f-bba4-44bf-b00d-04c4d717fccd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 38), 'started_at': datetime.datetime(2021, 6, 7, 6, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:54:10.459378 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5a785e-e9a9-4324-86c5-627ad6457f24 None None] Checking segment: {'id': '0bd4588d-cd3a-47c3-b624-e7540af76cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:54:10.459501 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7825de8a-4c08-49c8-b3f5-66407bbae5a4 None None] Sync routers for ids ['b5d6caa9-bb7e-4132-aa9c-3391c495ad98'] in dv-cinder-784140-5-iscsi {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 06:54:10.459975 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-9f5a785e-e9a9-4324-86c5-627ad6457f24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:10.460177 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5a785e-e9a9-4324-86c5-627ad6457f24 None None] Bound using segment: {'id': '0bd4588d-cd3a-47c3-b624-e7540af76cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf'} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:54:10.460660 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-9f5a785e-e9a9-4324-86c5-627ad6457f24 None None] Bound port: 1fe6cee3-228c-48dd-bd30-9455f6929fc4, host: dv-cinder-784140-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bd4588d-cd3a-47c3-b624-e7540af76cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf'}}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:54:10.461036 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-9f5a785e-e9a9-4324-86c5-627ad6457f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:10.474980 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7825de8a-4c08-49c8-b3f5-66407bbae5a4 None None] Routers {'b5d6caa9-bb7e-4132-aa9c-3391c495ad98'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:54:10.475841 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-7825de8a-4c08-49c8-b3f5-66407bbae5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T06:54:08Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['b5d6caa9-bb7e-4132-aa9c-3391c495ad98'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:10.518673 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a785e-e9a9-4324-86c5-627ad6457f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:10.519059 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a785e-e9a9-4324-86c5-627ad6457f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:10.519347 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a785e-e9a9-4324-86c5-627ad6457f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:10.519679 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a785e-e9a9-4324-86c5-627ad6457f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:10.520007 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a785e-e9a9-4324-86c5-627ad6457f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:10.520338 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a785e-e9a9-4324-86c5-627ad6457f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:10.520794 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a785e-e9a9-4324-86c5-627ad6457f24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:10.521118 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a785e-e9a9-4324-86c5-627ad6457f24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:10.522034 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a785e-e9a9-4324-86c5-627ad6457f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:10.522378 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a785e-e9a9-4324-86c5-627ad6457f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:10.522941 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a785e-e9a9-4324-86c5-627ad6457f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:10.523270 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a785e-e9a9-4324-86c5-627ad6457f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:10.524301 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5a785e-e9a9-4324-86c5-627ad6457f24 None None] Tracked resource versions report: Jun 07 06:54:10.524301 dv-cinder-784140-5-iscsi neutron-server[91760]: pushed versions: Jun 07 06:54:10.524301 dv-cinder-784140-5-iscsi neutron-server[91760]: { 'AddressGroup': {'1.2'}, Jun 07 06:54:10.524301 dv-cinder-784140-5-iscsi neutron-server[91760]: 'ConntrackHelper': {'1.0'}, Jun 07 06:54:10.524301 dv-cinder-784140-5-iscsi neutron-server[91760]: 'Log': {'1.0'}, Jun 07 06:54:10.524301 dv-cinder-784140-5-iscsi neutron-server[91760]: 'Network': {'1.1'}, Jun 07 06:54:10.524301 dv-cinder-784140-5-iscsi neutron-server[91760]: 'Port': {'1.7'}, Jun 07 06:54:10.524301 dv-cinder-784140-5-iscsi neutron-server[91760]: 'PortForwarding': {'1.2'}, Jun 07 06:54:10.524301 dv-cinder-784140-5-iscsi neutron-server[91760]: 'QosPolicy': {'1.8'}, Jun 07 06:54:10.524301 dv-cinder-784140-5-iscsi neutron-server[91760]: 'SecurityGroup': {'1.4'}, Jun 07 06:54:10.524301 dv-cinder-784140-5-iscsi neutron-server[91760]: 'SecurityGroupRule': {'1.2'}, Jun 07 06:54:10.524301 dv-cinder-784140-5-iscsi neutron-server[91760]: 'SubPort': {'1.0'}, Jun 07 06:54:10.524301 dv-cinder-784140-5-iscsi neutron-server[91760]: 'Subnet': {'1.1'}, Jun 07 06:54:10.524301 dv-cinder-784140-5-iscsi neutron-server[91760]: 'Trunk': {'1.1'}} Jun 07 06:54:10.524301 dv-cinder-784140-5-iscsi neutron-server[91760]: consumer versions: Jun 07 06:54:10.524301 dv-cinder-784140-5-iscsi neutron-server[91760]: { DHCP agent@dv-cinder-784140-5-iscsi: {}, Jun 07 06:54:10.524301 dv-cinder-784140-5-iscsi neutron-server[91760]: HyperV agent@hv-cinder-78414: {}, Jun 07 06:54:10.524301 dv-cinder-784140-5-iscsi neutron-server[91760]: L3 agent@dv-cinder-784140-5-iscsi: {}, Jun 07 06:54:10.524301 dv-cinder-784140-5-iscsi neutron-server[91760]: Metadata agent@dv-cinder-784140-5-iscsi: {}, Jun 07 06:54:10.524301 dv-cinder-784140-5-iscsi neutron-server[91760]: Metering agent@dv-cinder-784140-5-iscsi: {}, Jun 07 06:54:10.524301 dv-cinder-784140-5-iscsi neutron-server[91760]: Open vSwitch agent@dv-cinder-784140-5-iscsi: { 'AddressGroup': '1.2', Jun 07 06:54:10.524301 dv-cinder-784140-5-iscsi neutron-server[91760]: 'ConntrackHelper': '1.0', Jun 07 06:54:10.524301 dv-cinder-784140-5-iscsi neutron-server[91760]: 'Log': '1.0', Jun 07 06:54:10.524301 dv-cinder-784140-5-iscsi neutron-server[91760]: 'Network': '1.1', Jun 07 06:54:10.524301 dv-cinder-784140-5-iscsi neutron-server[91760]: 'Port': '1.7', Jun 07 06:54:10.524301 dv-cinder-784140-5-iscsi neutron-server[91760]: 'PortForwarding': '1.2', Jun 07 06:54:10.524301 dv-cinder-784140-5-iscsi neutron-server[91760]: 'QosPolicy': '1.8', Jun 07 06:54:10.524301 dv-cinder-784140-5-iscsi neutron-server[91760]: 'SecurityGroup': '1.4', Jun 07 06:54:10.524301 dv-cinder-784140-5-iscsi neutron-server[91760]: 'SecurityGroupRule': '1.2', Jun 07 06:54:10.524301 dv-cinder-784140-5-iscsi neutron-server[91760]: 'SubPort': '1.0', Jun 07 06:54:10.524301 dv-cinder-784140-5-iscsi neutron-server[91760]: 'Subnet': '1.1', Jun 07 06:54:10.524301 dv-cinder-784140-5-iscsi neutron-server[91760]: 'Trunk': '1.1'}} Jun 07 06:54:10.524301 dv-cinder-784140-5-iscsi neutron-server[91760]: {{(pid=91760) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 06:54:10.555538 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-9f5a785e-e9a9-4324-86c5-627ad6457f24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:10.598410 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:10.601757 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ede35cbd-b65e-433d-832d-4d5510fe4d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:10.628459 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-9f5a785e-e9a9-4324-86c5-627ad6457f24 None None] For port 1fe6cee3-228c-48dd-bd30-9455f6929fc4, host dv-cinder-784140-5-iscsi, cleared binding levels {{(pid=91760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:54:10.634438 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-9f5a785e-e9a9-4324-86c5-627ad6457f24 None None] For port 1fe6cee3-228c-48dd-bd30-9455f6929fc4, host dv-cinder-784140-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=1fe6cee3-228c-48dd-bd30-9455f6929fc4,segment=NetworkSegment(0bd4588d-cd3a-47c3-b624-e7540af76cbe),segment_id=0bd4588d-cd3a-47c3-b624-e7540af76cbe)] {{(pid=91760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:54:10.639449 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-9f5a785e-e9a9-4324-86c5-627ad6457f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:10.650970 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ede35cbd-b65e-433d-832d-4d5510fe4d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:10.653076 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:10.699685 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-6fc62ae0-af59-47b6-9a1c-1fff267d458c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:10.706427 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-aee088a7-a970-4de4-849a-69732caf1c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:10.714045 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-aee088a7-a970-4de4-849a-69732caf1c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:10.715970 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-73098953-2581-4a3a-a909-7730115c944b admin admin] Notify callbacks [] for router, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:10.717373 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-73098953-2581-4a3a-a909-7730115c944b admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.9325948 Jun 07 06:54:10.723166 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 38576) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:10.723784 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:10.774913 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a785e-e9a9-4324-86c5-627ad6457f24 None None] Pushing event updated for resources: {'Port': ['ID=1fe6cee3-228c-48dd-bd30-9455f6929fc4,revision_number=2']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:10.782281 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-9f5a785e-e9a9-4324-86c5-627ad6457f24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:10.855983 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9fe3add7-5eb6-45cc-8aab-719d23d14604 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:10.881115 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-7825de8a-4c08-49c8-b3f5-66407bbae5a4 None None] Set router b5d6caa9-bb7e-4132-aa9c-3391c495ad98 gateway port host: dv-cinder-784140-5-iscsi {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:54:10.924633 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee088a7-a970-4de4-849a-69732caf1c3c admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=91759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 06:54:10.946748 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-aee088a7-a970-4de4-849a-69732caf1c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642'] for segment, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:10.947169 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.db.segments_db [None req-aee088a7-a970-4de4-849a-69732caf1c3c admin admin] Added segment da4d6f11-88c5-4763-b240-d8f7a474b5a9 of type vlan for network 03e9af2e-632d-4e36-a280-d7de8766320a Jun 07 06:54:10.960650 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9fe3add7-5eb6-45cc-8aab-719d23d14604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767'] for port, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:10.978035 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-a88bc921-bddf-46c2-8c47-8df90ca84de1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:10.978251 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ede35cbd-b65e-433d-832d-4d5510fe4d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:11.000302 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee088a7-a970-4de4-849a-69732caf1c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f2862e-090b-42aa-84b6-65b71801c3e4,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:11.036612 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-aee088a7-a970-4de4-849a-69732caf1c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:11.091523 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ede35cbd-b65e-433d-832d-4d5510fe4d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:11.092756 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-ede35cbd-b65e-433d-832d-4d5510fe4d9b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/85deabe7-36f1-4aae-9dbf-d46d63af3202 HTTP/1.1" status: 204 len: 168 time: 0.6882882 Jun 07 06:54:11.120043 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe3add7-5eb6-45cc-8aab-719d23d14604 admin admin] Network fe992a7c-d3c2-4e8d-9573-c4f663251d7a is already hosted by enough agents. {{(pid=91758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:54:11.130930 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.base_scheduler [None req-9fe3add7-5eb6-45cc-8aab-719d23d14604 admin admin] Resources bound (agent type, host, resource id): {{(pid=91758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:54:11.130930 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe3add7-5eb6-45cc-8aab-719d23d14604 admin admin] Pushing event updated for resources: {'Port': ['ID=2aaca4f4-d74b-4339-8b93-6693e8ed3f3a,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:11.136971 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-aee088a7-a970-4de4-849a-69732caf1c3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:11.145885 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 38598) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:11.151631 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe3add7-5eb6-45cc-8aab-719d23d14604 admin admin] Received port after_create {{(pid=91758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:54:11.161056 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-aee088a7-a970-4de4-849a-69732caf1c3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900516316'] for network, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:11.270603 dv-cinder-784140-5-iscsi neutron-server[91759]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 07 06:54:11.270739 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-9fe3add7-5eb6-45cc-8aab-719d23d14604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:11.270739 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-6fc62ae0-af59-47b6-9a1c-1fff267d458c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:11.351007 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-6fc62ae0-af59-47b6-9a1c-1fff267d458c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:11.375700 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:11.417659 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-b1e84276-6265-4707-9067-6687ff81d5c6 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:11.426722 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-b1e84276-6265-4707-9067-6687ff81d5c6 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/networks?id=186e1dc3-2f68-4a49-b528-347ee9919f6c HTTP/1.1" status: 200 len: 812 time: 0.2759070 Jun 07 06:54:11.446753 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-6fc62ae0-af59-47b6-9a1c-1fff267d458c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=db73c1f85e3d4d278725886294335aa7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3748465 Jun 07 06:54:11.447717 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc62ae0-af59-47b6-9a1c-1fff267d458c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00672d41-9f5d-4d66-b7a0-1aada89d492a,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:11.451844 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 38606) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:11.457113 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-9f947765-8c75-4702-8476-6635ce462621 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/quotas/55c43b8510d24e09b2eb0847941839cb HTTP/1.1" status: 200 len: 375 time: 0.0292499 Jun 07 06:54:11.459487 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede35cbd-b65e-433d-832d-4d5510fe4d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85deabe7-36f1-4aae-9dbf-d46d63af3202,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:11.486330 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-6fc62ae0-af59-47b6-9a1c-1fff267d458c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:11.521008 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-73e25df8-ef4b-41a5-9474-230a3a1a1ed5 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=55c43b8510d24e09b2eb0847941839cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629709 Jun 07 06:54:11.521996 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-ede35cbd-b65e-433d-832d-4d5510fe4d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:11.548640 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-7825de8a-4c08-49c8-b3f5-66407bbae5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d6caa9-bb7e-4132-aa9c-3391c495ad98', 'name': 'tempest-ServerRescueNegativeTestJSON-1798424342-router', 'tenant_id': 'f84addd7b81d49b4b6aa42f13e1738f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '78c02948-6af4-4c16-899a-a0b531df9de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:54:05Z', 'updated_at': '2021-06-07T06:54:08Z', 'revision_number': 3, 'project_id': 'f84addd7b81d49b4b6aa42f13e1738f8', 'gw_port': {'id': '78c02948-6af4-4c16-899a-a0b531df9de0', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:72:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d6caa9-bb7e-4132-aa9c-3391c495ad98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:06Z', 'updated_at': '2021-06-07T06:54:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi'}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:11.554591 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7825de8a-4c08-49c8-b3f5-66407bbae5a4 None None] Checking router: b5d6caa9-bb7e-4132-aa9c-3391c495ad98 for host: dv-cinder-784140-5-iscsi {{(pid=91761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 06:54:11.555544 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7825de8a-4c08-49c8-b3f5-66407bbae5a4 None None] Updating router b5d6caa9-bb7e-4132-aa9c-3391c495ad98 port 78c02948-6af4-4c16-899a-a0b531df9de0 binding host dv-cinder-784140-5-iscsi {{(pid=91761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 06:54:11.661163 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-7825de8a-4c08-49c8-b3f5-66407bbae5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:11.662651 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-aee088a7-a970-4de4-849a-69732caf1c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3890583'] for network, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:11.686090 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee088a7-a970-4de4-849a-69732caf1c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:11.687117 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-aee088a7-a970-4de4-849a-69732caf1c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for network, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:11.706025 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:11.745816 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-aee088a7-a970-4de4-849a-69732caf1c3c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5855722 Jun 07 06:54:11.753215 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 38616) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:11.764710 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-de1791b0-6865-4587-9986-ad0c567e39bb admin admin] Request body: {'subnet': {'network_id': '03e9af2e-632d-4e36-a280-d7de8766320a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1207741568-subnet', 'tenant_id': '8f801e8e95924bb789c50e55f093d2b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:12.003692 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 38622) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:12.016302 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee088a7-a970-4de4-849a-69732caf1c3c admin admin] Pushing event updated for resources: {'Network': ['ID=03e9af2e-632d-4e36-a280-d7de8766320a,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:12.042663 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c25c3451-e480-464f-816b-3c6421162410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:12.051677 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Network 03e9af2e-632d-4e36-a280-d7de8766320a details requested by agent ovs-agent-dv-cinder-784140-5-iscsi with host dv-cinder-784140-5-iscsi {{(pid=91760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 06:54:12.057817 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bfc2e842-6502-40b6-abb3-f0a64ab65ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:12.070292 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-aee088a7-a970-4de4-849a-69732caf1c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:12.139298 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9fe3add7-5eb6-45cc-8aab-719d23d14604 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:12.179420 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 1fe6cee3-228c-48dd-bd30-9455f6929fc4 up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:54:12.271616 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bfc2e842-6502-40b6-abb3-f0a64ab65ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:12.321030 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1791b0-6865-4587-9986-ad0c567e39bb admin admin] Made reservation on behalf of 8f801e8e95924bb789c50e55f093d2b2 for: {'subnet': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:54:12.336215 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-de1791b0-6865-4587-9986-ad0c567e39bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:12.439701 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e25ff6-d4b4-4fe7-a604-f48a398470ed None None] Network 0ea641b7-d55d-49bf-bc2d-31ddec2c42bf requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:54:12.547315 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 38636) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:12.576874 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bfc2e842-6502-40b6-abb3-f0a64ab65ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:12.582525 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bfc2e842-6502-40b6-abb3-f0a64ab65ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:12.583708 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-bfc2e842-6502-40b6-abb3-f0a64ab65ce5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/00672d41-9f5d-4d66-b7a0-1aada89d492a HTTP/1.1" status: 204 len: 168 time: 1.1306088 Jun 07 06:54:12.586310 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:12.600075 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2e842-6502-40b6-abb3-f0a64ab65ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00672d41-9f5d-4d66-b7a0-1aada89d492a,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:12.604628 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-bfc2e842-6502-40b6-abb3-f0a64ab65ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:12.633889 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-441ed358-eade-4909-aeb1-047f55c5bdd2 None None] Provisioning for port 1fe6cee3-228c-48dd-bd30-9455f6929fc4 completed by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:54:12.638345 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-7825de8a-4c08-49c8-b3f5-66407bbae5a4 None None] Notify callbacks [] for port, precommit_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:12.656182 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-7825de8a-4c08-49c8-b3f5-66407bbae5a4 None None] Transition to ACTIVE for port object 78c02948-6af4-4c16-899a-a0b531df9de0 will not be triggered until provisioned by entity L2. {{(pid=91761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:54:12.669029 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-7825de8a-4c08-49c8-b3f5-66407bbae5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:12.688472 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:12.739690 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-8d936971-421c-4b1b-801b-6b9bf221cf12 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=91759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 06:54:12.751034 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-8d936971-421c-4b1b-801b-6b9bf221cf12 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7604046 Jun 07 06:54:12.755444 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning for port 1fe6cee3-228c-48dd-bd30-9455f6929fc4 completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:54:12.764708 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port 1fe6cee3-228c-48dd-bd30-9455f6929fc4 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:54:12.765076 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:12.782243 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46011f54-0f3d-446b-a626-015bb2756942 None None] Pushing event updated for resources: {'Port': ['ID=78c02948-6af4-4c16-899a-a0b531df9de0,revision_number=2']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:12.837112 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46011f54-0f3d-446b-a626-015bb2756942 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:12.837729 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46011f54-0f3d-446b-a626-015bb2756942 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:12.838291 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46011f54-0f3d-446b-a626-015bb2756942 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:12.838807 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46011f54-0f3d-446b-a626-015bb2756942 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:12.839609 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46011f54-0f3d-446b-a626-015bb2756942 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:12.840273 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46011f54-0f3d-446b-a626-015bb2756942 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:12.840988 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46011f54-0f3d-446b-a626-015bb2756942 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:12.842109 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46011f54-0f3d-446b-a626-015bb2756942 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:12.842859 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46011f54-0f3d-446b-a626-015bb2756942 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:12.844199 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46011f54-0f3d-446b-a626-015bb2756942 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:12.844932 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46011f54-0f3d-446b-a626-015bb2756942 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:12.846642 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46011f54-0f3d-446b-a626-015bb2756942 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:54:12.848964 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46011f54-0f3d-446b-a626-015bb2756942 None None] Tracked resource versions report: Jun 07 06:54:12.848964 dv-cinder-784140-5-iscsi neutron-server[91761]: pushed versions: Jun 07 06:54:12.848964 dv-cinder-784140-5-iscsi neutron-server[91761]: { 'AddressGroup': {'1.2'}, Jun 07 06:54:12.848964 dv-cinder-784140-5-iscsi neutron-server[91761]: 'ConntrackHelper': {'1.0'}, Jun 07 06:54:12.848964 dv-cinder-784140-5-iscsi neutron-server[91761]: 'Log': {'1.0'}, Jun 07 06:54:12.848964 dv-cinder-784140-5-iscsi neutron-server[91761]: 'Network': {'1.1'}, Jun 07 06:54:12.848964 dv-cinder-784140-5-iscsi neutron-server[91761]: 'Port': {'1.7'}, Jun 07 06:54:12.848964 dv-cinder-784140-5-iscsi neutron-server[91761]: 'PortForwarding': {'1.2'}, Jun 07 06:54:12.848964 dv-cinder-784140-5-iscsi neutron-server[91761]: 'QosPolicy': {'1.8'}, Jun 07 06:54:12.848964 dv-cinder-784140-5-iscsi neutron-server[91761]: 'SecurityGroup': {'1.4'}, Jun 07 06:54:12.848964 dv-cinder-784140-5-iscsi neutron-server[91761]: 'SecurityGroupRule': {'1.2'}, Jun 07 06:54:12.848964 dv-cinder-784140-5-iscsi neutron-server[91761]: 'SubPort': {'1.0'}, Jun 07 06:54:12.848964 dv-cinder-784140-5-iscsi neutron-server[91761]: 'Subnet': {'1.1'}, Jun 07 06:54:12.848964 dv-cinder-784140-5-iscsi neutron-server[91761]: 'Trunk': {'1.1'}} Jun 07 06:54:12.848964 dv-cinder-784140-5-iscsi neutron-server[91761]: consumer versions: Jun 07 06:54:12.848964 dv-cinder-784140-5-iscsi neutron-server[91761]: { DHCP agent@dv-cinder-784140-5-iscsi: {}, Jun 07 06:54:12.848964 dv-cinder-784140-5-iscsi neutron-server[91761]: HyperV agent@hv-cinder-78414: {}, Jun 07 06:54:12.848964 dv-cinder-784140-5-iscsi neutron-server[91761]: L3 agent@dv-cinder-784140-5-iscsi: {}, Jun 07 06:54:12.848964 dv-cinder-784140-5-iscsi neutron-server[91761]: Metadata agent@dv-cinder-784140-5-iscsi: {}, Jun 07 06:54:12.848964 dv-cinder-784140-5-iscsi neutron-server[91761]: Metering agent@dv-cinder-784140-5-iscsi: {}, Jun 07 06:54:12.848964 dv-cinder-784140-5-iscsi neutron-server[91761]: Open vSwitch agent@dv-cinder-784140-5-iscsi: { 'AddressGroup': '1.2', Jun 07 06:54:12.848964 dv-cinder-784140-5-iscsi neutron-server[91761]: 'ConntrackHelper': '1.0', Jun 07 06:54:12.848964 dv-cinder-784140-5-iscsi neutron-server[91761]: 'Log': '1.0', Jun 07 06:54:12.848964 dv-cinder-784140-5-iscsi neutron-server[91761]: 'Network': '1.1', Jun 07 06:54:12.848964 dv-cinder-784140-5-iscsi neutron-server[91761]: 'Port': '1.7', Jun 07 06:54:12.848964 dv-cinder-784140-5-iscsi neutron-server[91761]: 'PortForwarding': '1.2', Jun 07 06:54:12.848964 dv-cinder-784140-5-iscsi neutron-server[91761]: 'QosPolicy': '1.8', Jun 07 06:54:12.848964 dv-cinder-784140-5-iscsi neutron-server[91761]: 'SecurityGroup': '1.4', Jun 07 06:54:12.848964 dv-cinder-784140-5-iscsi neutron-server[91761]: 'SecurityGroupRule': '1.2', Jun 07 06:54:12.848964 dv-cinder-784140-5-iscsi neutron-server[91761]: 'SubPort': '1.0', Jun 07 06:54:12.848964 dv-cinder-784140-5-iscsi neutron-server[91761]: 'Subnet': '1.1', Jun 07 06:54:12.848964 dv-cinder-784140-5-iscsi neutron-server[91761]: 'Trunk': '1.1'}} Jun 07 06:54:12.848964 dv-cinder-784140-5-iscsi neutron-server[91761]: {{(pid=91761) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 06:54:12.866117 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-46011f54-0f3d-446b-a626-015bb2756942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:12.867293 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-7825de8a-4c08-49c8-b3f5-66407bbae5a4 None None] Attempting to bind port 78c02948-6af4-4c16-899a-a0b531df9de0 on host dv-cinder-784140-5-iscsi for vnic_type normal with profile {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:54:12.867964 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-7825de8a-4c08-49c8-b3f5-66407bbae5a4 None None] Attempting to bind port 78c02948-6af4-4c16-899a-a0b531df9de0 by drivers openvswitch,hyperv on host dv-cinder-784140-5-iscsi at level 0 using segments [{'id': '5ae08632-c29b-4dd6-8d62-13cd62eb6da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:54:12.869864 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7825de8a-4c08-49c8-b3f5-66407bbae5a4 None None] Attempting to bind port 78c02948-6af4-4c16-899a-a0b531df9de0 on network fe992a7c-d3c2-4e8d-9573-c4f663251d7a {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:54:12.879637 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7825de8a-4c08-49c8-b3f5-66407bbae5a4 None None] Checking agent: {'id': '90bc4f0f-bba4-44bf-b00d-04c4d717fccd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 38), 'started_at': datetime.datetime(2021, 6, 7, 6, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:54:12.880361 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7825de8a-4c08-49c8-b3f5-66407bbae5a4 None None] Checking segment: {'id': '5ae08632-c29b-4dd6-8d62-13cd62eb6da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:54:12.880988 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-7825de8a-4c08-49c8-b3f5-66407bbae5a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:12.881601 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7825de8a-4c08-49c8-b3f5-66407bbae5a4 None None] Bound using segment: {'id': '5ae08632-c29b-4dd6-8d62-13cd62eb6da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:54:12.882627 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-7825de8a-4c08-49c8-b3f5-66407bbae5a4 None None] Bound port: 78c02948-6af4-4c16-899a-a0b531df9de0, host: dv-cinder-784140-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae08632-c29b-4dd6-8d62-13cd62eb6da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'}}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:54:12.883237 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-7825de8a-4c08-49c8-b3f5-66407bbae5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:12.973166 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-7825de8a-4c08-49c8-b3f5-66407bbae5a4 None None] For port 78c02948-6af4-4c16-899a-a0b531df9de0, host dv-cinder-784140-5-iscsi, cleared binding levels {{(pid=91761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:54:12.979762 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-7825de8a-4c08-49c8-b3f5-66407bbae5a4 None None] For port 78c02948-6af4-4c16-899a-a0b531df9de0, host dv-cinder-784140-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=78c02948-6af4-4c16-899a-a0b531df9de0,segment=NetworkSegment(5ae08632-c29b-4dd6-8d62-13cd62eb6da9),segment_id=5ae08632-c29b-4dd6-8d62-13cd62eb6da9)] {{(pid=91761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:54:12.985923 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-7825de8a-4c08-49c8-b3f5-66407bbae5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:12.998025 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-678c7d49-392b-43d6-8b26-07c6995cafd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:13.002832 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-5d9d87c7-d690-43bb-a97d-03712be55912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:13.027944 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9fe3add7-5eb6-45cc-8aab-719d23d14604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3877286'] for router, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:13.106815 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46011f54-0f3d-446b-a626-015bb2756942 None None] Pushing event updated for resources: {'Port': ['ID=78c02948-6af4-4c16-899a-a0b531df9de0,revision_number=3']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:13.111869 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:13.136251 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-46011f54-0f3d-446b-a626-015bb2756942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:13.136984 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7825de8a-4c08-49c8-b3f5-66407bbae5a4 None None] Routers {'b5d6caa9-bb7e-4132-aa9c-3391c495ad98'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:54:13.137597 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-7825de8a-4c08-49c8-b3f5-66407bbae5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T06:54:08Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['b5d6caa9-bb7e-4132-aa9c-3391c495ad98'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:13.174287 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-35d675c0-5a9b-4fce-b62e-80e372c3b3b5 service neutron] 10.222.0.35 "GET /v2.0/networks/186e1dc3-2f68-4a49-b528-347ee9919f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4220910 Jun 07 06:54:13.205823 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] For port 1fe6cee3-228c-48dd-bd30-9455f6929fc4, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=1fe6cee3-228c-48dd-bd30-9455f6929fc4,segment=NetworkSegment(0bd4588d-cd3a-47c3-b624-e7540af76cbe),segment_id=0bd4588d-cd3a-47c3-b624-e7540af76cbe)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:54:13.211922 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:13.219609 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:13.278725 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 38646) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:13.305236 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-deded61f-8b2e-40c3-8408-a241caf5f5cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:13.311151 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-de1791b0-6865-4587-9986-ad0c567e39bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590'] for subnet, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:13.318792 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Pushing event updated for resources: {'Port': ['ID=1fe6cee3-228c-48dd-bd30-9455f6929fc4,revision_number=3']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:13.322429 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:13.353088 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:13.380301 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe3add7-5eb6-45cc-8aab-719d23d14604 admin admin] Router 822108ba-deab-419a-8000-7ee2d2ad40fd is scheduled to L3 agent 207d1699-2b30-4848-a9d2-d112df8957f2 with binding_index 1 {{(pid=91758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 06:54:13.381625 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-7825de8a-4c08-49c8-b3f5-66407bbae5a4 None None] Set router b5d6caa9-bb7e-4132-aa9c-3391c495ad98 gateway port host: dv-cinder-784140-5-iscsi {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:54:13.503725 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-f53e0092-8f75-44e6-a81f-fc86b5089371 None None] Provisioning complete for port 1fe6cee3-228c-48dd-bd30-9455f6929fc4 triggered by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:54:13.504106 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-f53e0092-8f75-44e6-a81f-fc86b5089371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:13.542276 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c25c3451-e480-464f-816b-3c6421162410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:13.617467 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe3add7-5eb6-45cc-8aab-719d23d14604 admin admin] Notify agent at l3_agent.dv-cinder-784140-5-iscsi the message routers_updated {{(pid=91758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 06:54:13.644918 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066af9d2-4c91-453f-8195-115bcd9ce171 None None] Sync routers for ids ['822108ba-deab-419a-8000-7ee2d2ad40fd'] in dv-cinder-784140-5-iscsi {{(pid=91760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 06:54:13.656845 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066af9d2-4c91-453f-8195-115bcd9ce171 None None] Routers {'822108ba-deab-419a-8000-7ee2d2ad40fd'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:54:13.657565 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-066af9d2-4c91-453f-8195-115bcd9ce171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T06:54:08Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['822108ba-deab-419a-8000-7ee2d2ad40fd'], 'active': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:13.723040 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-aa427aee-8d63-4b46-8e5b-3545e334cb9a service neutron] 10.222.0.35 "GET /v2.0/networks/186e1dc3-2f68-4a49-b528-347ee9919f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5444555 Jun 07 06:54:13.746072 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c25c3451-e480-464f-816b-3c6421162410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:13.755104 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-5d9d87c7-d690-43bb-a97d-03712be55912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:13.759904 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-5d9d87c7-d690-43bb-a97d-03712be55912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:13.822138 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-bfc2e842-6502-40b6-abb3-f0a64ab65ce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:13.833260 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-5d9d87c7-d690-43bb-a97d-03712be55912 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cbe9c24d11e0465f941f250d49dd53bc&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2838552 Jun 07 06:54:13.837966 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9fe3add7-5eb6-45cc-8aab-719d23d14604 admin admin] Notify callbacks [] for router, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:13.842321 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-9fe3add7-5eb6-45cc-8aab-719d23d14604 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.4000044 Jun 07 06:54:13.842321 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 38658) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:13.844784 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 38660) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:13.860217 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-7825de8a-4c08-49c8-b3f5-66407bbae5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d6caa9-bb7e-4132-aa9c-3391c495ad98', 'name': 'tempest-ServerRescueNegativeTestJSON-1798424342-router', 'tenant_id': 'f84addd7b81d49b4b6aa42f13e1738f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '78c02948-6af4-4c16-899a-a0b531df9de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:54:05Z', 'updated_at': '2021-06-07T06:54:08Z', 'revision_number': 3, 'project_id': 'f84addd7b81d49b4b6aa42f13e1738f8', 'gw_port': {'id': '78c02948-6af4-4c16-899a-a0b531df9de0', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:72:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d6caa9-bb7e-4132-aa9c-3391c495ad98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:06Z', 'updated_at': '2021-06-07T06:54:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi'}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:13.865537 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7825de8a-4c08-49c8-b3f5-66407bbae5a4 None None] The sync data for ids ['b5d6caa9-bb7e-4132-aa9c-3391c495ad98'] in dv-cinder-784140-5-iscsi is: [{'id': 'b5d6caa9-bb7e-4132-aa9c-3391c495ad98', 'name': 'tempest-ServerRescueNegativeTestJSON-1798424342-router', 'tenant_id': 'f84addd7b81d49b4b6aa42f13e1738f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '78c02948-6af4-4c16-899a-a0b531df9de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:54:05Z', 'updated_at': '2021-06-07T06:54:08Z', 'revision_number': 3, 'project_id': 'f84addd7b81d49b4b6aa42f13e1738f8', 'gw_port': {'id': '78c02948-6af4-4c16-899a-a0b531df9de0', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:72:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d6caa9-bb7e-4132-aa9c-3391c495ad98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:06Z', 'updated_at': '2021-06-07T06:54:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi'}] {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 06:54:13.934734 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1791b0-6865-4587-9986-ad0c567e39bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=af46239d-aa72-485b-b399-9cc743512999,revision_number=0']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:13.950266 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-de1791b0-6865-4587-9986-ad0c567e39bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:13.971756 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvr_db [None req-066af9d2-4c91-453f-8195-115bcd9ce171 None None] Set router 822108ba-deab-419a-8000-7ee2d2ad40fd gateway port host: dv-cinder-784140-5-iscsi {{(pid=91760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:54:14.038998 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.192s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:14.080152 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1791b0-6865-4587-9986-ad0c567e39bb admin admin] Checking segment: {'id': 'da4d6f11-88c5-4763-b240-d8f7a474b5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '03e9af2e-632d-4e36-a280-d7de8766320a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:54:14.080505 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1791b0-6865-4587-9986-ad0c567e39bb admin admin] Network hostable DHCP agents. Network: 03e9af2e-632d-4e36-a280-d7de8766320a, hostable agents: ['1fe75083-37bf-44a6-88f5-2ab2a4fa7cf2'], hosted agents: [] {{(pid=91759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 06:54:14.108106 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 1fe6cee3-228c-48dd-bd30-9455f6929fc4 up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:54:14.163927 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-c25c3451-e480-464f-816b-3c6421162410 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6896c6db803644db803846747cd7bffa&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1521223 Jun 07 06:54:14.168445 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 38680) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:14.173379 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c3451-e480-464f-816b-3c6421162410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0390578b-0d7a-4373-a278-2f53fcdc4f5a,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:14.212253 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-c25c3451-e480-464f-816b-3c6421162410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:14.215626 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9d87c7-d690-43bb-a97d-03712be55912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8fde68-3693-48aa-8c89-ce8c3c8ed5ef,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:14.220877 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-46db176b-6f9e-4a4a-bd13-df2b1afb918f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:14.226190 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-5d9d87c7-d690-43bb-a97d-03712be55912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:14.390961 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1791b0-6865-4587-9986-ad0c567e39bb admin admin] Network 03e9af2e-632d-4e36-a280-d7de8766320a is scheduled to be hosted by DHCP agent 1fe75083-37bf-44a6-88f5-2ab2a4fa7cf2 with binding_index 1 {{(pid=91759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 06:54:14.420193 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a431f7c7-b425-455f-ac11-09d9abe937c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:14.512384 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port 1fe6cee3-228c-48dd-bd30-9455f6929fc4 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:54:14.513354 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:14.628215 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-deded61f-8b2e-40c3-8408-a241caf5f5cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:14.655593 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8b958a21-0b06-4ea8-9485-0b06cf960961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:14.666429 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-de1791b0-6865-4587-9986-ad0c567e39bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-5-iscsi, 03e9af2e-632d-4e36-a280-d7de8766320a) {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:54:14.680742 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-deded61f-8b2e-40c3-8408-a241caf5f5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:14.686098 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a431f7c7-b425-455f-ac11-09d9abe937c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:14.710689 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512f0711-7092-4c59-8e91-06e10cfcd4b4 None None] Network 03e9af2e-632d-4e36-a280-d7de8766320a requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:54:14.713934 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1791b0-6865-4587-9986-ad0c567e39bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:14.724002 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-de1791b0-6865-4587-9986-ad0c567e39bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for subnet, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:14.786673 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8b958a21-0b06-4ea8-9485-0b06cf960961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:15.016204 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.db_base_plugin_common [None req-46db176b-6f9e-4a4a-bd13-df2b1afb918f admin admin] Allocated IP 172.20.0.1 (e1d27084-54d3-4657-a203-aa1e336128a1/2ad2cf50-9851-436b-aa64-d2e05907b43a/af288e4a-29ac-4252-b189-d3023e8b4602) {{(pid=91759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:54:15.076517 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-de1791b0-6865-4587-9986-ad0c567e39bb admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.3155317 Jun 07 06:54:15.131714 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8b958a21-0b06-4ea8-9485-0b06cf960961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:15.142706 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:15.152319 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8b958a21-0b06-4ea8-9485-0b06cf960961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:15.159425 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-8b958a21-0b06-4ea8-9485-0b06cf960961 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0390578b-0d7a-4373-a278-2f53fcdc4f5a HTTP/1.1" status: 204 len: 168 time: 0.9811368 Jun 07 06:54:15.218804 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 38718) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:15.227210 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a431f7c7-b425-455f-ac11-09d9abe937c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:15.238725 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-dabe05db-745e-400b-94bb-9392c233b58a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:15.256946 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b958a21-0b06-4ea8-9485-0b06cf960961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0390578b-0d7a-4373-a278-2f53fcdc4f5a,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:15.260967 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-8b958a21-0b06-4ea8-9485-0b06cf960961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:15.324372 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a431f7c7-b425-455f-ac11-09d9abe937c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:15.325506 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-a431f7c7-b425-455f-ac11-09d9abe937c8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2f8fde68-3693-48aa-8c89-ce8c3c8ed5ef HTTP/1.1" status: 204 len: 168 time: 1.4823911 Jun 07 06:54:15.329010 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-deded61f-8b2e-40c3-8408-a241caf5f5cc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fa21996278a24e8d9128007099071eca&name=default HTTP/1.1" status: 200 len: 2976 time: 2.0486825 Jun 07 06:54:15.331756 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-46db176b-6f9e-4a4a-bd13-df2b1afb918f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:15.333907 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 38726) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:15.358224 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deded61f-8b2e-40c3-8408-a241caf5f5cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448b3218-5e21-4bf1-bad2-b853c4018aa2,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:15.365495 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-deded61f-8b2e-40c3-8408-a241caf5f5cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:15.367398 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-46db176b-6f9e-4a4a-bd13-df2b1afb918f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767'] for port, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:15.370105 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6e2494-2a5c-4cea-b61a-d6ab8905b4a3 None None] Network 03e9af2e-632d-4e36-a280-d7de8766320a requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:54:15.372328 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-52b7f5c4-1a28-4cff-a0d8-c16570a54be3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:15.375441 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-73098953-2581-4a3a-a909-7730115c944b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:15.459813 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-066af9d2-4c91-453f-8195-115bcd9ce171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'name': 'tempest-AttachVolumeShelveTestJSON-2122717976-router', 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '2aaca4f4-d74b-4339-8b93-6693e8ed3f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:54:08Z', 'updated_at': '2021-06-07T06:54:11Z', 'revision_number': 3, 'project_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'gw_port': {'id': '2aaca4f4-d74b-4339-8b93-6693e8ed3f3a', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:52:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:09Z', 'updated_at': '2021-06-07T06:54:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi'}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:15.485529 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46db176b-6f9e-4a4a-bd13-df2b1afb918f admin admin] Network e1d27084-54d3-4657-a203-aa1e336128a1 is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:54:15.487656 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066af9d2-4c91-453f-8195-115bcd9ce171 None None] Checking router: 822108ba-deab-419a-8000-7ee2d2ad40fd for host: dv-cinder-784140-5-iscsi {{(pid=91760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 06:54:15.487656 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066af9d2-4c91-453f-8195-115bcd9ce171 None None] Updating router 822108ba-deab-419a-8000-7ee2d2ad40fd port 2aaca4f4-d74b-4339-8b93-6693e8ed3f3a binding host dv-cinder-784140-5-iscsi {{(pid=91760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 06:54:15.495011 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-46db176b-6f9e-4a4a-bd13-df2b1afb918f admin admin] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:54:15.505810 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46db176b-6f9e-4a4a-bd13-df2b1afb918f admin admin] Received port after_create {{(pid=91759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:54:15.507775 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-46db176b-6f9e-4a4a-bd13-df2b1afb918f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885548'] for router_interface, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:15.595006 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 38730) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:15.601966 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a431f7c7-b425-455f-ac11-09d9abe937c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8fde68-3693-48aa-8c89-ce8c3c8ed5ef,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:15.672421 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-066af9d2-4c91-453f-8195-115bcd9ce171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:15.754037 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-a431f7c7-b425-455f-ac11-09d9abe937c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:15.893603 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-4850cebb-adfd-41f5-b201-6c09b9331d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:15.900955 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f3fe069-8831-4ba4-8fbf-07f02bb643d0 admin admin] Deleting subnet 0c0077e5-aaca-4417-a778-d40109ca10c8 {{(pid=91758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 06:54:15.919185 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-3f3fe069-8831-4ba4-8fbf-07f02bb643d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:16.058827 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db176b-6f9e-4a4a-bd13-df2b1afb918f admin admin] Pushing event updated for resources: {'Port': ['ID=af288e4a-29ac-4252-b189-d3023e8b4602,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:16.072437 dv-cinder-784140-5-iscsi neutron-server[91758]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 07 06:54:16.088666 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-46db176b-6f9e-4a4a-bd13-df2b1afb918f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:16.171917 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 78c02948-6af4-4c16-899a-a0b531df9de0 up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:54:16.172914 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-1528f1f5-3349-4785-b51d-8a495301d1e3 req-72d2d9c8-e58a-4ecf-8bed-48e7fed1e25f tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0d2454-5a36-4e10-b14d-fd5f0d4d9020 HTTP/1.1" status: 200 len: 210 time: 0.9477129 Jun 07 06:54:16.201847 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-4850cebb-adfd-41f5-b201-6c09b9331d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:16.279896 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 38750) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:16.356890 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-3f3fe069-8831-4ba4-8fbf-07f02bb643d0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:16.378275 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0074802a-52df-4bcb-aac9-fc35d2f4ff07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:16.391293 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-415f947c-8953-442f-a2d2-2e20d0c1c7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:16.401770 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-3f3fe069-8831-4ba4-8fbf-07f02bb643d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693753'] for subnet, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:16.427208 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-46db176b-6f9e-4a4a-bd13-df2b1afb918f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:16.472980 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning for port 78c02948-6af4-4c16-899a-a0b531df9de0 completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:54:16.496155 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port 78c02948-6af4-4c16-899a-a0b531df9de0 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:54:16.496513 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:16.607092 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-3f3fe069-8831-4ba4-8fbf-07f02bb643d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590'] for subnet, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:16.641527 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-4850cebb-adfd-41f5-b201-6c09b9331d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:16.657811 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-c3095156-30b2-45a9-8bd6-248849e35d54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:16.689003 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-4850cebb-adfd-41f5-b201-6c09b9331d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:16.690185 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-4850cebb-adfd-41f5-b201-6c09b9331d00 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/448b3218-5e21-4bf1-bad2-b853c4018aa2 HTTP/1.1" status: 204 len: 168 time: 1.3486972 Jun 07 06:54:16.721589 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3fe069-8831-4ba4-8fbf-07f02bb643d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c0077e5-aaca-4417-a778-d40109ca10c8,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:16.734841 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-3f3fe069-8831-4ba4-8fbf-07f02bb643d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for subnet, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:16.741224 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-3f3fe069-8831-4ba4-8fbf-07f02bb643d0 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0c0077e5-aaca-4417-a778-d40109ca10c8 HTTP/1.1" status: 204 len: 168 time: 1.1406081 Jun 07 06:54:16.742195 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-3f3fe069-8831-4ba4-8fbf-07f02bb643d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:16.753756 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-8509c023-c434-4e20-9548-fc18f7d2e3f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:16.761589 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:16.765497 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 38760) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:16.829702 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4850cebb-adfd-41f5-b201-6c09b9331d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448b3218-5e21-4bf1-bad2-b853c4018aa2,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:16.837391 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-46db176b-6f9e-4a4a-bd13-df2b1afb918f admin admin] Notify callbacks [] for port, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:16.839517 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] For port 78c02948-6af4-4c16-899a-a0b531df9de0, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=78c02948-6af4-4c16-899a-a0b531df9de0,segment=NetworkSegment(5ae08632-c29b-4dd6-8d62-13cd62eb6da9),segment_id=5ae08632-c29b-4dd6-8d62-13cd62eb6da9)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:54:16.839772 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-4850cebb-adfd-41f5-b201-6c09b9331d00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:16.845930 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-46db176b-6f9e-4a4a-bd13-df2b1afb918f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:16.847892 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-46db176b-6f9e-4a4a-bd13-df2b1afb918f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3890597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875508'] for router_interface, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:16.858932 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:16.861412 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:16.877628 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-066af9d2-4c91-453f-8195-115bcd9ce171 None None] Notify callbacks [] for port, precommit_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:16.880085 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:16.944630 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-066af9d2-4c91-453f-8195-115bcd9ce171 None None] Transition to ACTIVE for port object 2aaca4f4-d74b-4339-8b93-6693e8ed3f3a will not be triggered until provisioned by entity L2. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:54:16.985395 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0074802a-52df-4bcb-aac9-fc35d2f4ff07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:16.992799 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Pushing event updated for resources: {'Port': ['ID=78c02948-6af4-4c16-899a-a0b531df9de0,revision_number=4']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:16.997590 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-84f0826c-788e-4c80-a83f-acb791c07dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546939'] for network, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:16.998386 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-066af9d2-4c91-453f-8195-115bcd9ce171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:16.999670 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0074802a-52df-4bcb-aac9-fc35d2f4ff07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:17.000574 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:17.001141 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.db_base_plugin_common [None req-415f947c-8953-442f-a2d2-2e20d0c1c7fe admin admin] Allocated IP 172.20.0.1 (0ea641b7-d55d-49bf-bc2d-31ddec2c42bf/dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1/9831c1ce-d1dc-4f83-bd28-e07d7cfd858f) {{(pid=91758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:54:17.015779 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-76223847-b726-4f82-a58b-8b6721eaa583 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:17.018644 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-cf038199-4600-4a2f-ae45-2ecbe2d81395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:17.027831 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db176b-6f9e-4a4a-bd13-df2b1afb918f admin admin] Pushing event updated for resources: {'Port': ['ID=af288e4a-29ac-4252-b189-d3023e8b4602,revision_number=2']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:17.038734 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-46db176b-6f9e-4a4a-bd13-df2b1afb918f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:17.116287 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0074802a-52df-4bcb-aac9-fc35d2f4ff07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83b1858-1ec2-42b4-99ef-d08d2424447c,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:17.120564 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-0074802a-52df-4bcb-aac9-fc35d2f4ff07 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=152f5b8b9d3e41c88c7cf0109c00a705&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7830684 Jun 07 06:54:17.121423 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0074802a-52df-4bcb-aac9-fc35d2f4ff07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:17.136892 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 38768) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:17.146209 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd71ad8a-c405-4fb8-8496-c486c9ca4516 None None] Pushing event updated for resources: {'Port': ['ID=2aaca4f4-d74b-4339-8b93-6693e8ed3f3a,revision_number=2']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:17.157312 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-fd71ad8a-c405-4fb8-8496-c486c9ca4516 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:17.160812 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46db176b-6f9e-4a4a-bd13-df2b1afb918f admin admin] Network e1d27084-54d3-4657-a203-aa1e336128a1 is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:54:17.160812 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-46db176b-6f9e-4a4a-bd13-df2b1afb918f admin admin] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:54:17.182461 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-066af9d2-4c91-453f-8195-115bcd9ce171 None None] Attempting to bind port 2aaca4f4-d74b-4339-8b93-6693e8ed3f3a on host dv-cinder-784140-5-iscsi for vnic_type normal with profile {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:54:17.182853 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-066af9d2-4c91-453f-8195-115bcd9ce171 None None] Attempting to bind port 2aaca4f4-d74b-4339-8b93-6693e8ed3f3a by drivers openvswitch,hyperv on host dv-cinder-784140-5-iscsi at level 0 using segments [{'id': '5ae08632-c29b-4dd6-8d62-13cd62eb6da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:54:17.183309 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066af9d2-4c91-453f-8195-115bcd9ce171 None None] Attempting to bind port 2aaca4f4-d74b-4339-8b93-6693e8ed3f3a on network fe992a7c-d3c2-4e8d-9573-c4f663251d7a {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:54:17.192121 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066af9d2-4c91-453f-8195-115bcd9ce171 None None] Checking agent: {'id': '90bc4f0f-bba4-44bf-b00d-04c4d717fccd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 38), 'started_at': datetime.datetime(2021, 6, 7, 6, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:54:17.192532 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066af9d2-4c91-453f-8195-115bcd9ce171 None None] Checking segment: {'id': '5ae08632-c29b-4dd6-8d62-13cd62eb6da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:54:17.192894 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-066af9d2-4c91-453f-8195-115bcd9ce171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:17.193291 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066af9d2-4c91-453f-8195-115bcd9ce171 None None] Bound using segment: {'id': '5ae08632-c29b-4dd6-8d62-13cd62eb6da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:54:17.193761 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-066af9d2-4c91-453f-8195-115bcd9ce171 None None] Bound port: 2aaca4f4-d74b-4339-8b93-6693e8ed3f3a, host: dv-cinder-784140-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae08632-c29b-4dd6-8d62-13cd62eb6da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'}}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:54:17.194171 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-066af9d2-4c91-453f-8195-115bcd9ce171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:17.318833 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-066af9d2-4c91-453f-8195-115bcd9ce171 None None] For port 2aaca4f4-d74b-4339-8b93-6693e8ed3f3a, host dv-cinder-784140-5-iscsi, cleared binding levels {{(pid=91760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:54:17.326279 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-066af9d2-4c91-453f-8195-115bcd9ce171 None None] For port 2aaca4f4-d74b-4339-8b93-6693e8ed3f3a, host dv-cinder-784140-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=2aaca4f4-d74b-4339-8b93-6693e8ed3f3a,segment=NetworkSegment(5ae08632-c29b-4dd6-8d62-13cd62eb6da9),segment_id=5ae08632-c29b-4dd6-8d62-13cd62eb6da9)] {{(pid=91760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:54:17.331661 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-066af9d2-4c91-453f-8195-115bcd9ce171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:17.343979 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-9f5a785e-e9a9-4324-86c5-627ad6457f24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:17.426190 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066af9d2-4c91-453f-8195-115bcd9ce171 None None] Routers {'822108ba-deab-419a-8000-7ee2d2ad40fd'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:54:17.426809 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-066af9d2-4c91-453f-8195-115bcd9ce171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T06:54:08Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['822108ba-deab-419a-8000-7ee2d2ad40fd'], 'active': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:17.486029 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-fbe199e3-57cf-4b54-9bb8-89202c45234d req-87c6d7fa-d910-4167-a154-f724fe1ebde9 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0d2454-5a36-4e10-b14d-fd5f0d4d9020 HTTP/1.1" status: 200 len: 210 time: 0.1471064 Jun 07 06:54:17.518907 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd71ad8a-c405-4fb8-8496-c486c9ca4516 None None] Pushing event updated for resources: {'Port': ['ID=2aaca4f4-d74b-4339-8b93-6693e8ed3f3a,revision_number=3']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:17.524264 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-fd71ad8a-c405-4fb8-8496-c486c9ca4516 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:17.573181 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-84f0826c-788e-4c80-a83f-acb791c07dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690272', 'neutron.services.segments.db._delete_segments_for_network-8736901055910'] for network, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:17.616358 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-84f0826c-788e-4c80-a83f-acb791c07dbf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:54:17.617091 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-84f0826c-788e-4c80-a83f-acb791c07dbf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:54:17.617645 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-84f0826c-788e-4c80-a83f-acb791c07dbf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:54:17.618111 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-84f0826c-788e-4c80-a83f-acb791c07dbf admin admin] Subscribe: > port after_create 55550000 {{(pid=91758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:54:17.618502 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-84f0826c-788e-4c80-a83f-acb791c07dbf admin admin] Subscribe: > port after_delete 55550000 {{(pid=91758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:54:17.618913 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-84f0826c-788e-4c80-a83f-acb791c07dbf admin admin] Subscribe: > port after_update 55550000 {{(pid=91758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:54:17.619287 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-84f0826c-788e-4c80-a83f-acb791c07dbf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:54:17.619672 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-84f0826c-788e-4c80-a83f-acb791c07dbf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:54:17.620051 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-84f0826c-788e-4c80-a83f-acb791c07dbf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:54:17.620436 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-84f0826c-788e-4c80-a83f-acb791c07dbf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:54:17.677106 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46db176b-6f9e-4a4a-bd13-df2b1afb918f admin admin] Router b5d6caa9-bb7e-4132-aa9c-3391c495ad98 has already been hosted by L3 agent 207d1699-2b30-4848-a9d2-d112df8957f2 {{(pid=91759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 06:54:17.692231 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvr_db [None req-066af9d2-4c91-453f-8195-115bcd9ce171 None None] Set router 822108ba-deab-419a-8000-7ee2d2ad40fd gateway port host: dv-cinder-784140-5-iscsi {{(pid=91760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:54:17.921266 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-84f0826c-788e-4c80-a83f-acb791c07dbf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:54:17.921639 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-84f0826c-788e-4c80-a83f-acb791c07dbf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:54:17.921986 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-84f0826c-788e-4c80-a83f-acb791c07dbf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:54:17.922312 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-84f0826c-788e-4c80-a83f-acb791c07dbf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:54:17.922679 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.services.segments.db [None req-84f0826c-788e-4c80-a83f-acb791c07dbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd76d620-dd53-42d0-b1c4-7d0416a492c1']}} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:17.938077 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.services.segments.db [None req-84f0826c-788e-4c80-a83f-acb791c07dbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ccfd90a-a0d5-4f3c-8ac0-3c83d64aaaff') {'for_net_delete': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:17.938368 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.services.segments.db [None req-84f0826c-788e-4c80-a83f-acb791c07dbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ccfd90a-a0d5-4f3c-8ac0-3c83d64aaaff') {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:17.952127 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-84f0826c-788e-4c80-a83f-acb791c07dbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900799425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2297235'] for segment, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:17.961609 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46db176b-6f9e-4a4a-bd13-df2b1afb918f admin admin] Notify agent at l3_agent.dv-cinder-784140-5-iscsi the message routers_updated {{(pid=91759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 06:54:17.975290 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2dc15b-0863-4d35-ae45-276d2612969b None None] Sync routers for ids ['b5d6caa9-bb7e-4132-aa9c-3391c495ad98'] in dv-cinder-784140-5-iscsi {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 06:54:17.975822 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-46db176b-6f9e-4a4a-bd13-df2b1afb918f admin admin] 10.222.0.35 "PUT /v2.0/routers/b5d6caa9-bb7e-4132-aa9c-3391c495ad98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2440293 Jun 07 06:54:17.981384 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-84f0826c-788e-4c80-a83f-acb791c07dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642'] for segment, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:17.989888 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2dc15b-0863-4d35-ae45-276d2612969b None None] Routers {'b5d6caa9-bb7e-4132-aa9c-3391c495ad98'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:54:17.990538 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-6a2dc15b-0863-4d35-ae45-276d2612969b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T06:54:08Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['b5d6caa9-bb7e-4132-aa9c-3391c495ad98'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:18.038347 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-415f947c-8953-442f-a2d2-2e20d0c1c7fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:18.059150 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-415f947c-8953-442f-a2d2-2e20d0c1c7fe admin admin] Transition to ACTIVE for port object 9831c1ce-d1dc-4f83-bd28-e07d7cfd858f will not be triggered until provisioned by entity DHCP. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:54:18.089437 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84f0826c-788e-4c80-a83f-acb791c07dbf admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=91758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 06:54:18.089846 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-84f0826c-788e-4c80-a83f-acb791c07dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2309482'] for segment, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:18.108882 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 78c02948-6af4-4c16-899a-a0b531df9de0 up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:54:18.120210 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-772a4608-0a52-45df-91ad-585a3cf31fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:18.163044 dv-cinder-784140-5-iscsi neutron-server[91758]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 06:54:18.163044 dv-cinder-784140-5-iscsi neutron-server[91758]: from cryptography.utils import int_from_bytes Jun 07 06:54:18.163044 dv-cinder-784140-5-iscsi neutron-server[91758]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 06:54:18.163044 dv-cinder-784140-5-iscsi neutron-server[91758]: from cryptography.utils import int_from_bytes Jun 07 06:54:18.163044 dv-cinder-784140-5-iscsi neutron-server[91758]: Traceback (most recent call last): Jun 07 06:54:18.163044 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 06:54:18.163044 dv-cinder-784140-5-iscsi neutron-server[91758]: timer() Jun 07 06:54:18.163044 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 06:54:18.163044 dv-cinder-784140-5-iscsi neutron-server[91758]: cb(*args, **kw) Jun 07 06:54:18.163044 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 06:54:18.163044 dv-cinder-784140-5-iscsi neutron-server[91758]: return func(*args, **kwargs) Jun 07 06:54:18.163044 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 06:54:18.163044 dv-cinder-784140-5-iscsi neutron-server[91758]: self._notify() Jun 07 06:54:18.163044 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 06:54:18.163044 dv-cinder-784140-5-iscsi neutron-server[91758]: self.callback(batched_events) Jun 07 06:54:18.163044 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 06:54:18.163044 dv-cinder-784140-5-iscsi neutron-server[91758]: event.method(event) Jun 07 06:54:18.163044 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 06:54:18.163044 dv-cinder-784140-5-iscsi neutron-server[91758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 06:54:18.163044 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 06:54:18.163044 dv-cinder-784140-5-iscsi neutron-server[91758]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 06:54:18.163044 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 06:54:18.163044 dv-cinder-784140-5-iscsi neutron-server[91758]: return f(self, *a, **k) Jun 07 06:54:18.163044 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 06:54:18.163044 dv-cinder-784140-5-iscsi neutron-server[91758]: return self._get(url).json() Jun 07 06:54:18.163044 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 06:54:18.163044 dv-cinder-784140-5-iscsi neutron-server[91758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 06:54:18.163044 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 06:54:18.163044 dv-cinder-784140-5-iscsi neutron-server[91758]: return self.request(url, 'GET', **kwargs) Jun 07 06:54:18.163044 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 06:54:18.163044 dv-cinder-784140-5-iscsi neutron-server[91758]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 06:54:18.163044 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 06:54:18.163044 dv-cinder-784140-5-iscsi neutron-server[91758]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 06:54:18.163044 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 06:54:18.163044 dv-cinder-784140-5-iscsi neutron-server[91758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 06:54:18.163044 dv-cinder-784140-5-iscsi neutron-server[91758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 06:54:18.221371 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-772a4608-0a52-45df-91ad-585a3cf31fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:18.247232 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port 78c02948-6af4-4c16-899a-a0b531df9de0 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:54:18.247602 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:18.291318 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-415f947c-8953-442f-a2d2-2e20d0c1c7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:18.293177 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-6a2dc15b-0863-4d35-ae45-276d2612969b None None] Set router b5d6caa9-bb7e-4132-aa9c-3391c495ad98 gateway port host: dv-cinder-784140-5-iscsi {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:54:18.385321 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.44', 59420) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:18.425925 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-066af9d2-4c91-453f-8195-115bcd9ce171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'name': 'tempest-AttachVolumeShelveTestJSON-2122717976-router', 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '2aaca4f4-d74b-4339-8b93-6693e8ed3f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:54:08Z', 'updated_at': '2021-06-07T06:54:11Z', 'revision_number': 3, 'project_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'gw_port': {'id': '2aaca4f4-d74b-4339-8b93-6693e8ed3f3a', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:52:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:09Z', 'updated_at': '2021-06-07T06:54:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi'}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:18.446000 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066af9d2-4c91-453f-8195-115bcd9ce171 None None] The sync data for ids ['822108ba-deab-419a-8000-7ee2d2ad40fd'] in dv-cinder-784140-5-iscsi is: [{'id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'name': 'tempest-AttachVolumeShelveTestJSON-2122717976-router', 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '2aaca4f4-d74b-4339-8b93-6693e8ed3f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:54:08Z', 'updated_at': '2021-06-07T06:54:11Z', 'revision_number': 3, 'project_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'gw_port': {'id': '2aaca4f4-d74b-4339-8b93-6693e8ed3f3a', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:52:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:09Z', 'updated_at': '2021-06-07T06:54:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi'}] {{(pid=91760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 06:54:18.450360 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-9fe3add7-5eb6-45cc-8aab-719d23d14604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:18.723280 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415f947c-8953-442f-a2d2-2e20d0c1c7fe admin admin] Network 0ea641b7-d55d-49bf-bc2d-31ddec2c42bf is already hosted by enough agents. {{(pid=91758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:54:18.724902 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-84f0826c-788e-4c80-a83f-acb791c07dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3890583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3885419'] for network, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:18.732405 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.base_scheduler [None req-415f947c-8953-442f-a2d2-2e20d0c1c7fe admin admin] Resources bound (agent type, host, resource id): {{(pid=91758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:54:18.735977 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415f947c-8953-442f-a2d2-2e20d0c1c7fe admin admin] Received port after_create {{(pid=91758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:54:18.801447 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-772a4608-0a52-45df-91ad-585a3cf31fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:18.817422 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-84f0826c-788e-4c80-a83f-acb791c07dbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for network, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:18.822154 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-84f0826c-788e-4c80-a83f-acb791c07dbf admin admin] 10.222.0.35 "DELETE /v2.0/networks/bd76d620-dd53-42d0-b1c4-7d0416a492c1 HTTP/1.1" status: 204 len: 168 time: 2.0471563 Jun 07 06:54:18.828308 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-772a4608-0a52-45df-91ad-585a3cf31fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:18.828308 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-772a4608-0a52-45df-91ad-585a3cf31fc2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a83b1858-1ec2-42b4-99ef-d08d2424447c HTTP/1.1" status: 204 len: 168 time: 1.6903734 Jun 07 06:54:18.829917 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f947c-8953-442f-a2d2-2e20d0c1c7fe admin admin] Pushing event updated for resources: {'Port': ['ID=9831c1ce-d1dc-4f83-bd28-e07d7cfd858f,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:18.833906 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-415f947c-8953-442f-a2d2-2e20d0c1c7fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:18.834652 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 38828) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:18.837669 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-deded61f-8b2e-40c3-8408-a241caf5f5cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:18.976202 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-2d284829-4f93-4833-91dc-fc05c8e248b4 req-c7648a2a-28c0-4fa2-8ef2-20fc2b07acf5 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0d2454-5a36-4e10-b14d-fd5f0d4d9020 HTTP/1.1" status: 200 len: 210 time: 0.1782997 Jun 07 06:54:19.077111 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-407064b9-f734-4eb0-86c3-6fab0d28a349 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:19.081304 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-407064b9-f734-4eb0-86c3-6fab0d28a349 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.44 "GET /v2.0/networks?id=186e1dc3-2f68-4a49-b528-347ee9919f6c HTTP/1.1" status: 200 len: 812 time: 0.6947761 Jun 07 06:54:19.141791 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-a284f137-d08c-41d8-bc0e-07244327e483 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] Request body: {'port': {'device_id': 'cc0d2454-5a36-4e10-b14d-fd5f0d4d9020', 'network_id': '186e1dc3-2f68-4a49-b528-347ee9919f6c', 'admin_state_up': True, 'tenant_id': '55c43b8510d24e09b2eb0847941839cb'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:19.216271 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-34c585fd-e4e5-459f-adde-2c84920e746f None None] Provisioning for port 9831c1ce-d1dc-4f83-bd28-e07d7cfd858f completed by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:54:19.252107 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-34c585fd-e4e5-459f-adde-2c84920e746f None None] Provisioning complete for port 9831c1ce-d1dc-4f83-bd28-e07d7cfd858f triggered by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:54:19.256231 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-34c585fd-e4e5-459f-adde-2c84920e746f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:19.258277 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a4608-0a52-45df-91ad-585a3cf31fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83b1858-1ec2-42b4-99ef-d08d2424447c,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:19.263077 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-772a4608-0a52-45df-91ad-585a3cf31fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:19.269206 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc63ec5b-e843-4027-b3f1-1b551f8bbae8 admin admin] Deleting subnet af46239d-aa72-485b-b399-9cc743512999 {{(pid=91758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 06:54:19.298675 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-20ed1767-9da1-4a86-a3ad-fcdbcad323c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.470s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:19.303598 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-6a2dc15b-0863-4d35-ae45-276d2612969b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d6caa9-bb7e-4132-aa9c-3391c495ad98', 'name': 'tempest-ServerRescueNegativeTestJSON-1798424342-router', 'tenant_id': 'f84addd7b81d49b4b6aa42f13e1738f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '78c02948-6af4-4c16-899a-a0b531df9de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:54:05Z', 'updated_at': '2021-06-07T06:54:16Z', 'revision_number': 4, 'project_id': 'f84addd7b81d49b4b6aa42f13e1738f8', 'gw_port': {'id': '78c02948-6af4-4c16-899a-a0b531df9de0', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:72:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d6caa9-bb7e-4132-aa9c-3391c495ad98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:06Z', 'updated_at': '2021-06-07T06:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': 'af288e4a-29ac-4252-b189-d3023e8b4602', 'name': '', 'network_id': 'e1d27084-54d3-4657-a203-aa1e336128a1', 'tenant_id': 'f84addd7b81d49b4b6aa42f13e1738f8', 'mac_address': 'fa:16:3e:8c:09:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d6caa9-bb7e-4132-aa9c-3391c495ad98', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2ad2cf50-9851-436b-aa64-d2e05907b43a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:14Z', 'updated_at': '2021-06-07T06:54:16Z', 'revision_number': 2, 'project_id': 'f84addd7b81d49b4b6aa42f13e1738f8', 'subnets': [{'id': '2ad2cf50-9851-436b-aa64-d2e05907b43a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:19.325550 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2dc15b-0863-4d35-ae45-276d2612969b None None] Checking router: b5d6caa9-bb7e-4132-aa9c-3391c495ad98 for host: dv-cinder-784140-5-iscsi {{(pid=91761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 06:54:19.325962 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2dc15b-0863-4d35-ae45-276d2612969b None None] Updating router b5d6caa9-bb7e-4132-aa9c-3391c495ad98 port af288e4a-29ac-4252-b189-d3023e8b4602 binding host dv-cinder-784140-5-iscsi {{(pid=91761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 06:54:19.342577 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-fc63ec5b-e843-4027-b3f1-1b551f8bbae8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:19.482866 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-6a2dc15b-0863-4d35-ae45-276d2612969b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:19.498873 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-34c585fd-e4e5-459f-adde-2c84920e746f None None] Port 9831c1ce-d1dc-4f83-bd28-e07d7cfd858f cannot update to ACTIVE because it is not bound. {{(pid=91760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 06:54:19.516262 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-fc63ec5b-e843-4027-b3f1-1b551f8bbae8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2297258'] for subnet, precommit_delete_associations {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:19.649751 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0826c-788e-4c80-a83f-acb791c07dbf admin admin] Pushing event deleted for resources: {'Network': ['ID=bd76d620-dd53-42d0-b1c4-7d0416a492c1,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:19.685216 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-84f0826c-788e-4c80-a83f-acb791c07dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:19.791027 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-fc63ec5b-e843-4027-b3f1-1b551f8bbae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693753'] for subnet, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:19.839195 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-a284f137-d08c-41d8-bc0e-07244327e483 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] Made reservation on behalf of 55c43b8510d24e09b2eb0847941839cb for: {'port': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:54:19.852717 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-a284f137-d08c-41d8-bc0e-07244327e483 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:19.890496 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-415f947c-8953-442f-a2d2-2e20d0c1c7fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885548'] for router_interface, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:20.069170 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-fc63ec5b-e843-4027-b3f1-1b551f8bbae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2228460'] for subnet, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:20.137901 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 2aaca4f4-d74b-4339-8b93-6693e8ed3f3a up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:54:20.255893 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-6a2dc15b-0863-4d35-ae45-276d2612969b None None] Notify callbacks [] for port, precommit_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:20.282902 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-6a2dc15b-0863-4d35-ae45-276d2612969b None None] Transition to ACTIVE for port object af288e4a-29ac-4252-b189-d3023e8b4602 will not be triggered until provisioned by entity L2. {{(pid=91761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:54:20.299148 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-6a2dc15b-0863-4d35-ae45-276d2612969b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:20.309364 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:20.316001 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-46011f54-0f3d-446b-a626-015bb2756942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:20.407796 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-de05c495-057a-43cd-8be7-57fee02b0561 req-97df6916-11dd-4223-9815-88074d2f3ab7 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0d2454-5a36-4e10-b14d-fd5f0d4d9020 HTTP/1.1" status: 200 len: 210 time: 0.1213162 Jun 07 06:54:20.420069 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning for port 2aaca4f4-d74b-4339-8b93-6693e8ed3f3a completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:54:20.447284 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port 2aaca4f4-d74b-4339-8b93-6693e8ed3f3a triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:54:20.447950 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:20.453993 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-fc63ec5b-e843-4027-b3f1-1b551f8bbae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for subnet, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:20.473919 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-fc63ec5b-e843-4027-b3f1-1b551f8bbae8 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/af46239d-aa72-485b-b399-9cc743512999 HTTP/1.1" status: 204 len: 168 time: 1.6076791 Jun 07 06:54:20.475873 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 38884) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:20.513537 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc63ec5b-e843-4027-b3f1-1b551f8bbae8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af46239d-aa72-485b-b399-9cc743512999,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:20.548465 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-fc63ec5b-e843-4027-b3f1-1b551f8bbae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:20.564692 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.db_base_plugin_common [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-a284f137-d08c-41d8-bc0e-07244327e483 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] Allocated IP 172.20.0.14 (186e1dc3-2f68-4a49-b528-347ee9919f6c/5ebe169c-1ac4-47ac-abc9-299e619e4ae4/8445359b-57c3-45f4-8fef-a29a57f19361) {{(pid=91759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:54:20.622370 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-b1f30ec1-5139-48d1-81f9-539d2902c4c5 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:20.623887 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-b1f30ec1-5139-48d1-81f9-539d2902c4c5 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/networks?id=e1d27084-54d3-4657-a203-aa1e336128a1 HTTP/1.1" status: 200 len: 819 time: 0.9654717 Jun 07 06:54:20.667835 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c978b-61c2-4444-acab-d4585df6c791 None None] Pushing event updated for resources: {'Port': ['ID=af288e4a-29ac-4252-b189-d3023e8b4602,revision_number=3']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:20.682307 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-f1b9a08d-92b8-4874-832d-74d376f8b326 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/quotas/f84addd7b81d49b4b6aa42f13e1738f8 HTTP/1.1" status: 200 len: 375 time: 0.0468054 Jun 07 06:54:20.756527 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-543c978b-61c2-4444-acab-d4585df6c791 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:20.854834 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:20.881533 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-cf602f93-3d89-487c-8a99-4794219ff3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546939'] for network, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:20.886636 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] For port 2aaca4f4-d74b-4339-8b93-6693e8ed3f3a, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=2aaca4f4-d74b-4339-8b93-6693e8ed3f3a,segment=NetworkSegment(5ae08632-c29b-4dd6-8d62-13cd62eb6da9),segment_id=5ae08632-c29b-4dd6-8d62-13cd62eb6da9)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:54:20.893797 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:20.895910 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:20.943288 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-6a2dc15b-0863-4d35-ae45-276d2612969b None None] Attempting to bind port af288e4a-29ac-4252-b189-d3023e8b4602 on host dv-cinder-784140-5-iscsi for vnic_type normal with profile {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:54:20.943846 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-6a2dc15b-0863-4d35-ae45-276d2612969b None None] Attempting to bind port af288e4a-29ac-4252-b189-d3023e8b4602 by drivers openvswitch,hyperv on host dv-cinder-784140-5-iscsi at level 0 using segments [{'id': 'fc32578d-75ec-4ab3-838d-be875a300fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e1d27084-54d3-4657-a203-aa1e336128a1'}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:54:20.944403 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2dc15b-0863-4d35-ae45-276d2612969b None None] Attempting to bind port af288e4a-29ac-4252-b189-d3023e8b4602 on network e1d27084-54d3-4657-a203-aa1e336128a1 {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:54:20.957482 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2dc15b-0863-4d35-ae45-276d2612969b None None] Checking agent: {'id': '90bc4f0f-bba4-44bf-b00d-04c4d717fccd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 38), 'started_at': datetime.datetime(2021, 6, 7, 6, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:54:20.958047 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2dc15b-0863-4d35-ae45-276d2612969b None None] Checking segment: {'id': 'fc32578d-75ec-4ab3-838d-be875a300fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e1d27084-54d3-4657-a203-aa1e336128a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:54:20.985027 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-6a2dc15b-0863-4d35-ae45-276d2612969b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:20.988995 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2dc15b-0863-4d35-ae45-276d2612969b None None] Bound using segment: {'id': 'fc32578d-75ec-4ab3-838d-be875a300fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e1d27084-54d3-4657-a203-aa1e336128a1'} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:54:20.990414 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-6a2dc15b-0863-4d35-ae45-276d2612969b None None] Bound port: af288e4a-29ac-4252-b189-d3023e8b4602, host: dv-cinder-784140-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc32578d-75ec-4ab3-838d-be875a300fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e1d27084-54d3-4657-a203-aa1e336128a1'}}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:54:20.999377 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-6a2dc15b-0863-4d35-ae45-276d2612969b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:21.115234 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-415f947c-8953-442f-a2d2-2e20d0c1c7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:21.122248 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Pushing event updated for resources: {'Port': ['ID=2aaca4f4-d74b-4339-8b93-6693e8ed3f3a,revision_number=4']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:21.134340 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:21.387209 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-12bb7e4b-17ca-4466-9e01-f5283e40c4e2 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f84addd7b81d49b4b6aa42f13e1738f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6953962 Jun 07 06:54:21.504757 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-6a2dc15b-0863-4d35-ae45-276d2612969b None None] For port af288e4a-29ac-4252-b189-d3023e8b4602, host dv-cinder-784140-5-iscsi, cleared binding levels {{(pid=91761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:54:21.509137 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-6a2dc15b-0863-4d35-ae45-276d2612969b None None] For port af288e4a-29ac-4252-b189-d3023e8b4602, host dv-cinder-784140-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=af288e4a-29ac-4252-b189-d3023e8b4602,segment=NetworkSegment(fc32578d-75ec-4ab3-838d-be875a300fda),segment_id=fc32578d-75ec-4ab3-838d-be875a300fda)] {{(pid=91761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:54:21.515741 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-6a2dc15b-0863-4d35-ae45-276d2612969b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:21.526080 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:21.670136 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-cf602f93-3d89-487c-8a99-4794219ff3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690272', 'neutron.services.segments.db._delete_segments_for_network-8736901055910'] for network, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:21.712380 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2dc15b-0863-4d35-ae45-276d2612969b None None] Routers {'b5d6caa9-bb7e-4132-aa9c-3391c495ad98'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:54:21.720440 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-6a2dc15b-0863-4d35-ae45-276d2612969b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T06:54:08Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['b5d6caa9-bb7e-4132-aa9c-3391c495ad98'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:21.725116 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-cf602f93-3d89-487c-8a99-4794219ff3f8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:54:21.729584 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-cf602f93-3d89-487c-8a99-4794219ff3f8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:54:21.730620 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-cf602f93-3d89-487c-8a99-4794219ff3f8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:54:21.734341 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-cf602f93-3d89-487c-8a99-4794219ff3f8 admin admin] Subscribe: > port after_create 55550000 {{(pid=91759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:54:21.734867 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-cf602f93-3d89-487c-8a99-4794219ff3f8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:54:21.735441 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-cf602f93-3d89-487c-8a99-4794219ff3f8 admin admin] Subscribe: > port after_update 55550000 {{(pid=91759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:54:21.735915 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-cf602f93-3d89-487c-8a99-4794219ff3f8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:54:21.736387 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-cf602f93-3d89-487c-8a99-4794219ff3f8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:54:21.736996 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-cf602f93-3d89-487c-8a99-4794219ff3f8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:54:21.737483 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-cf602f93-3d89-487c-8a99-4794219ff3f8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:54:21.840048 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c978b-61c2-4444-acab-d4585df6c791 None None] Pushing event updated for resources: {'Port': ['ID=af288e4a-29ac-4252-b189-d3023e8b4602,revision_number=4']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:21.848867 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-543c978b-61c2-4444-acab-d4585df6c791 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:22.142552 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 2aaca4f4-d74b-4339-8b93-6693e8ed3f3a up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:54:22.242713 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-cf602f93-3d89-487c-8a99-4794219ff3f8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:54:22.242713 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-cf602f93-3d89-487c-8a99-4794219ff3f8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:54:22.242713 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-cf602f93-3d89-487c-8a99-4794219ff3f8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:54:22.242713 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-cf602f93-3d89-487c-8a99-4794219ff3f8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 06:54:22.242713 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.services.segments.db [None req-cf602f93-3d89-487c-8a99-4794219ff3f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03e9af2e-632d-4e36-a280-d7de8766320a']}} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:22.295165 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-6a2dc15b-0863-4d35-ae45-276d2612969b None None] Set router b5d6caa9-bb7e-4132-aa9c-3391c495ad98 gateway port host: dv-cinder-784140-5-iscsi {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:54:22.382643 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port 2aaca4f4-d74b-4339-8b93-6693e8ed3f3a triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:54:22.383028 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:22.402306 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-415f947c-8953-442f-a2d2-2e20d0c1c7fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:22.408328 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-415f947c-8953-442f-a2d2-2e20d0c1c7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2309382'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:22.451016 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:22.469459 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.services.segments.db [None req-cf602f93-3d89-487c-8a99-4794219ff3f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da4d6f11-88c5-4763-b240-d8f7a474b5a9') {'for_net_delete': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:22.478364 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.services.segments.db [None req-cf602f93-3d89-487c-8a99-4794219ff3f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da4d6f11-88c5-4763-b240-d8f7a474b5a9') {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:22.575167 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f947c-8953-442f-a2d2-2e20d0c1c7fe admin admin] Pushing event updated for resources: {'Port': ['ID=9831c1ce-d1dc-4f83-bd28-e07d7cfd858f,revision_number=2']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:22.583538 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-415f947c-8953-442f-a2d2-2e20d0c1c7fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:22.584663 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-415f947c-8953-442f-a2d2-2e20d0c1c7fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3890597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875508'] for router_interface, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:22.604018 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-a284f137-d08c-41d8-bc0e-07244327e483 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] Notify callbacks [] for port, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:22.641680 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-96061faf-f96c-4ac1-99da-0de1be4e4107 req-201de5d1-a928-445b-8b34-1bc9ef13ffe7 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0d2454-5a36-4e10-b14d-fd5f0d4d9020 HTTP/1.1" status: 200 len: 210 time: 0.3739119 Jun 07 06:54:22.648732 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-a284f137-d08c-41d8-bc0e-07244327e483 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222160'] for port, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:22.652219 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-cf602f93-3d89-487c-8a99-4794219ff3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900799425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3301094'] for segment, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:22.686635 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-46db176b-6f9e-4a4a-bd13-df2b1afb918f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:22.742710 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-59e2cef8-f26a-4f6a-9fd8-be53a852e8d5 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=91758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 06:54:22.748665 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-59e2cef8-f26a-4f6a-9fd8-be53a852e8d5 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5762889 Jun 07 06:54:22.848289 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-cf602f93-3d89-487c-8a99-4794219ff3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642'] for segment, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:22.890764 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-a284f137-d08c-41d8-bc0e-07244327e483 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] Network 186e1dc3-2f68-4a49-b528-347ee9919f6c is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:54:22.903122 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf602f93-3d89-487c-8a99-4794219ff3f8 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=91759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 06:54:22.903527 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-cf602f93-3d89-487c-8a99-4794219ff3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2222087'] for segment, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:22.939417 dv-cinder-784140-5-iscsi neutron-server[91759]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 06:54:22.939417 dv-cinder-784140-5-iscsi neutron-server[91759]: from cryptography.utils import int_from_bytes Jun 07 06:54:22.939417 dv-cinder-784140-5-iscsi neutron-server[91759]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 06:54:22.939417 dv-cinder-784140-5-iscsi neutron-server[91759]: from cryptography.utils import int_from_bytes Jun 07 06:54:22.939417 dv-cinder-784140-5-iscsi neutron-server[91759]: Traceback (most recent call last): Jun 07 06:54:22.939417 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 06:54:22.939417 dv-cinder-784140-5-iscsi neutron-server[91759]: timer() Jun 07 06:54:22.939417 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 06:54:22.939417 dv-cinder-784140-5-iscsi neutron-server[91759]: cb(*args, **kw) Jun 07 06:54:22.939417 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 06:54:22.939417 dv-cinder-784140-5-iscsi neutron-server[91759]: return func(*args, **kwargs) Jun 07 06:54:22.939417 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 06:54:22.939417 dv-cinder-784140-5-iscsi neutron-server[91759]: self._notify() Jun 07 06:54:22.939417 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 06:54:22.939417 dv-cinder-784140-5-iscsi neutron-server[91759]: self.callback(batched_events) Jun 07 06:54:22.939417 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 06:54:22.939417 dv-cinder-784140-5-iscsi neutron-server[91759]: event.method(event) Jun 07 06:54:22.939417 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 06:54:22.939417 dv-cinder-784140-5-iscsi neutron-server[91759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 06:54:22.939417 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 06:54:22.939417 dv-cinder-784140-5-iscsi neutron-server[91759]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 06:54:22.939417 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 06:54:22.939417 dv-cinder-784140-5-iscsi neutron-server[91759]: return f(self, *a, **k) Jun 07 06:54:22.939417 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 06:54:22.939417 dv-cinder-784140-5-iscsi neutron-server[91759]: return self._get(url).json() Jun 07 06:54:22.939417 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 06:54:22.939417 dv-cinder-784140-5-iscsi neutron-server[91759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 06:54:22.939417 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 06:54:22.939417 dv-cinder-784140-5-iscsi neutron-server[91759]: return self.request(url, 'GET', **kwargs) Jun 07 06:54:22.939417 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 06:54:22.939417 dv-cinder-784140-5-iscsi neutron-server[91759]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 06:54:22.939417 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 06:54:22.939417 dv-cinder-784140-5-iscsi neutron-server[91759]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 06:54:22.939417 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 06:54:22.939417 dv-cinder-784140-5-iscsi neutron-server[91759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 06:54:22.939417 dv-cinder-784140-5-iscsi neutron-server[91759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 06:54:22.985680 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-a284f137-d08c-41d8-bc0e-07244327e483 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:54:23.001585 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-a284f137-d08c-41d8-bc0e-07244327e483 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] Received port after_create {{(pid=91759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:54:23.123927 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a284f137-d08c-41d8-bc0e-07244327e483 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] Pushing event updated for resources: {'Port': ['ID=8445359b-57c3-45f4-8fef-a29a57f19361,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:23.221517 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415f947c-8953-442f-a2d2-2e20d0c1c7fe admin admin] Network 0ea641b7-d55d-49bf-bc2d-31ddec2c42bf is already hosted by enough agents. {{(pid=91758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:54:23.228672 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.base_scheduler [None req-415f947c-8953-442f-a2d2-2e20d0c1c7fe admin admin] Resources bound (agent type, host, resource id): {{(pid=91758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:54:23.328778 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-6a2dc15b-0863-4d35-ae45-276d2612969b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d6caa9-bb7e-4132-aa9c-3391c495ad98', 'name': 'tempest-ServerRescueNegativeTestJSON-1798424342-router', 'tenant_id': 'f84addd7b81d49b4b6aa42f13e1738f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '78c02948-6af4-4c16-899a-a0b531df9de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:54:05Z', 'updated_at': '2021-06-07T06:54:16Z', 'revision_number': 4, 'project_id': 'f84addd7b81d49b4b6aa42f13e1738f8', 'gw_port': {'id': '78c02948-6af4-4c16-899a-a0b531df9de0', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:72:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d6caa9-bb7e-4132-aa9c-3391c495ad98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:06Z', 'updated_at': '2021-06-07T06:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': 'af288e4a-29ac-4252-b189-d3023e8b4602', 'name': '', 'network_id': 'e1d27084-54d3-4657-a203-aa1e336128a1', 'tenant_id': 'f84addd7b81d49b4b6aa42f13e1738f8', 'mac_address': 'fa:16:3e:8c:09:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d6caa9-bb7e-4132-aa9c-3391c495ad98', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2ad2cf50-9851-436b-aa64-d2e05907b43a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:14Z', 'updated_at': '2021-06-07T06:54:21Z', 'revision_number': 4, 'project_id': 'f84addd7b81d49b4b6aa42f13e1738f8', 'subnets': [{'id': '2ad2cf50-9851-436b-aa64-d2e05907b43a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:23.336502 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2dc15b-0863-4d35-ae45-276d2612969b None None] The sync data for ids ['b5d6caa9-bb7e-4132-aa9c-3391c495ad98'] in dv-cinder-784140-5-iscsi is: [{'id': 'b5d6caa9-bb7e-4132-aa9c-3391c495ad98', 'name': 'tempest-ServerRescueNegativeTestJSON-1798424342-router', 'tenant_id': 'f84addd7b81d49b4b6aa42f13e1738f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '78c02948-6af4-4c16-899a-a0b531df9de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:54:05Z', 'updated_at': '2021-06-07T06:54:16Z', 'revision_number': 4, 'project_id': 'f84addd7b81d49b4b6aa42f13e1738f8', 'gw_port': {'id': '78c02948-6af4-4c16-899a-a0b531df9de0', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:72:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d6caa9-bb7e-4132-aa9c-3391c495ad98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:06Z', 'updated_at': '2021-06-07T06:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': 'af288e4a-29ac-4252-b189-d3023e8b4602', 'name': '', 'network_id': 'e1d27084-54d3-4657-a203-aa1e336128a1', 'tenant_id': 'f84addd7b81d49b4b6aa42f13e1738f8', 'mac_address': 'fa:16:3e:8c:09:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d6caa9-bb7e-4132-aa9c-3391c495ad98', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2ad2cf50-9851-436b-aa64-d2e05907b43a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:14Z', 'updated_at': '2021-06-07T06:54:21Z', 'revision_number': 4, 'project_id': 'f84addd7b81d49b4b6aa42f13e1738f8', 'subnets': [{'id': '2ad2cf50-9851-436b-aa64-d2e05907b43a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 06:54:23.364169 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-a284f137-d08c-41d8-bc0e-07244327e483 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:23.364857 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-a284f137-d08c-41d8-bc0e-07244327e483 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for port, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:23.474045 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-a284f137-d08c-41d8-bc0e-07244327e483 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.745s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:23.477277 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-a284f137-d08c-41d8-bc0e-07244327e483 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3409512 Jun 07 06:54:23.490207 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-cf602f93-3d89-487c-8a99-4794219ff3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3890583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3885419'] for network, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:23.537843 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-f78abf52-e17e-4ebd-9ef5-b11b8a57d132 service neutron] 10.222.0.35 "GET /v2.0/networks/e1d27084-54d3-4657-a203-aa1e336128a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6596794 Jun 07 06:54:23.547060 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-f1390d81-5267-4086-8792-eda5ba9dad70 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=91759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 06:54:23.548151 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-f1390d81-5267-4086-8792-eda5ba9dad70 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0523779 Jun 07 06:54:23.562268 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-cf602f93-3d89-487c-8a99-4794219ff3f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for network, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:23.564677 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-cf602f93-3d89-487c-8a99-4794219ff3f8 admin admin] 10.222.0.35 "DELETE /v2.0/networks/03e9af2e-632d-4e36-a280-d7de8766320a HTTP/1.1" status: 204 len: 168 time: 3.0851457 Jun 07 06:54:23.565865 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:23.601974 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf602f93-3d89-487c-8a99-4794219ff3f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=03e9af2e-632d-4e36-a280-d7de8766320a,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:23.611804 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-cf602f93-3d89-487c-8a99-4794219ff3f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:23.771827 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-3cd0b258-56b4-41a0-92b3-a5d32c829de0 None None] Provisioning complete for port 9831c1ce-d1dc-4f83-bd28-e07d7cfd858f triggered by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:54:23.774382 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-3cd0b258-56b4-41a0-92b3-a5d32c829de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:23.896386 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-3cd0b258-56b4-41a0-92b3-a5d32c829de0 None None] Port 9831c1ce-d1dc-4f83-bd28-e07d7cfd858f cannot update to ACTIVE because it is not bound. {{(pid=91760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 06:54:24.203332 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device af288e4a-29ac-4252-b189-d3023e8b4602 up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:54:24.273949 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ffb50-597d-4d21-8627-854a5ce30c39 req-93714b62-cee4-4400-ac0a-1f2379e9ce32 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:24.304468 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-7f2ffb50-597d-4d21-8627-854a5ce30c39 req-93714b62-cee4-4400-ac0a-1f2379e9ce32 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0d2454-5a36-4e10-b14d-fd5f0d4d9020 HTTP/1.1" status: 200 len: 932 time: 0.3605356 Jun 07 06:54:24.335356 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning for port af288e4a-29ac-4252-b189-d3023e8b4602 completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:54:24.345809 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port af288e4a-29ac-4252-b189-d3023e8b4602 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:54:24.346587 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:24.418359 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415f947c-8953-442f-a2d2-2e20d0c1c7fe admin admin] Router 822108ba-deab-419a-8000-7ee2d2ad40fd has already been hosted by L3 agent 207d1699-2b30-4848-a9d2-d112df8957f2 {{(pid=91758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 06:54:24.505186 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-7f2ffb50-597d-4d21-8627-854a5ce30c39 req-896ba4af-8f70-4662-8e16-2d59701a5dc5 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/security-groups?id=15258644-b705-41da-a019-0c9459dbae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996164 Jun 07 06:54:24.617198 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:24.726490 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 38996) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:24.766921 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] For port af288e4a-29ac-4252-b189-d3023e8b4602, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=af288e4a-29ac-4252-b189-d3023e8b4602,segment=NetworkSegment(fc32578d-75ec-4ab3-838d-be875a300fda),segment_id=fc32578d-75ec-4ab3-838d-be875a300fda)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:54:24.772035 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:24.781450 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:24.809396 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-0ab9386a-d0ae-49f1-a871-b3b50cb95f27 service neutron] 10.222.0.35 "GET /v2.0/networks/e1d27084-54d3-4657-a203-aa1e336128a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2369561 Jun 07 06:54:24.956736 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-c41a38dd-324f-4f57-9f95-127f32fb5b4e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=944fc9d7967e4c0c9001fe15bcdb4308&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2263362 Jun 07 06:54:24.959787 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 39002) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:25.018323 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Pushing event updated for resources: {'Port': ['ID=af288e4a-29ac-4252-b189-d3023e8b4602,revision_number=5']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:25.047557 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:25.109740 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-15f65c45-072b-4715-94dc-23332bfef2c9 service neutron] Request body: {'port': {'device_id': 'cc0d2454-5a36-4e10-b14d-fd5f0d4d9020', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:25.449959 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415f947c-8953-442f-a2d2-2e20d0c1c7fe admin admin] Notify agent at l3_agent.dv-cinder-784140-5-iscsi the message routers_updated {{(pid=91758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 06:54:25.457459 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-415f947c-8953-442f-a2d2-2e20d0c1c7fe admin admin] 10.222.0.35 "PUT /v2.0/routers/822108ba-deab-419a-8000-7ee2d2ad40fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6108570 Jun 07 06:54:25.471802 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36db49b8-df5d-4cd2-902a-15f2e611ec10 None None] Sync routers for ids ['822108ba-deab-419a-8000-7ee2d2ad40fd'] in dv-cinder-784140-5-iscsi {{(pid=91760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 06:54:25.498640 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36db49b8-df5d-4cd2-902a-15f2e611ec10 None None] Routers {'822108ba-deab-419a-8000-7ee2d2ad40fd'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:54:25.500881 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-36db49b8-df5d-4cd2-902a-15f2e611ec10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T06:54:08Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['822108ba-deab-419a-8000-7ee2d2ad40fd'], 'active': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:25.587811 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 39042) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:25.893978 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-15f65c45-072b-4715-94dc-23332bfef2c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:26.055794 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-0c4972df-f380-462c-acbc-b86cd8b4f3d2 req-593bc4a3-8ddc-4b75-9675-265aa9b77459 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 210 time: 0.2710373 Jun 07 06:54:26.058066 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8dcf7518-ef98-4ef4-bb80-f7aa4d553849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:26.156222 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device af288e4a-29ac-4252-b189-d3023e8b4602 up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:54:26.179382 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8dcf7518-ef98-4ef4-bb80-f7aa4d553849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:26.249191 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-5e98e01d-4ea5-45f1-b1ad-866e015e4b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:26.318429 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8dcf7518-ef98-4ef4-bb80-f7aa4d553849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:26.341706 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8dcf7518-ef98-4ef4-bb80-f7aa4d553849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:26.344533 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-8dcf7518-ef98-4ef4-bb80-f7aa4d553849 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eb8574bc-b60d-49a3-bb7f-3108c4c8dbef HTTP/1.1" status: 204 len: 168 time: 1.3826640 Jun 07 06:54:26.351684 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:26.392166 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf7518-ef98-4ef4-bb80-f7aa4d553849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8574bc-b60d-49a3-bb7f-3108c4c8dbef,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:26.402542 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-8dcf7518-ef98-4ef4-bb80-f7aa4d553849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:26.443557 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvr_db [None req-36db49b8-df5d-4cd2-902a-15f2e611ec10 None None] Set router 822108ba-deab-419a-8000-7ee2d2ad40fd gateway port host: dv-cinder-784140-5-iscsi {{(pid=91760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:54:26.529162 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe4cd1-4871-47b7-b637-847f94af8bda req-f04a0318-9744-4ff1-94b6-4b6103c8bf1d tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:26.544499 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-91fe4cd1-4871-47b7-b637-847f94af8bda req-f04a0318-9744-4ff1-94b6-4b6103c8bf1d tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0d2454-5a36-4e10-b14d-fd5f0d4d9020 HTTP/1.1" status: 200 len: 932 time: 0.5507197 Jun 07 06:54:26.755159 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-91fe4cd1-4871-47b7-b637-847f94af8bda req-ebe0bebc-a6bd-447f-9059-3a459c947faa tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/security-groups?id=15258644-b705-41da-a019-0c9459dbae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081470 Jun 07 06:54:26.860803 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-5e98e01d-4ea5-45f1-b1ad-866e015e4b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:26.877675 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-5e98e01d-4ea5-45f1-b1ad-866e015e4b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:26.925768 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-7d57ac15-780b-42bf-8581-9ee8efdad4dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:26.935444 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-5e98e01d-4ea5-45f1-b1ad-866e015e4b33 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=622d26a458f54fc7ba89d26629b68ec6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3461647 Jun 07 06:54:26.938646 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 39104) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:27.237494 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e98e01d-4ea5-45f1-b1ad-866e015e4b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0bf765-7290-4d93-9195-0351d9262386,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:27.251254 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-5e98e01d-4ea5-45f1-b1ad-866e015e4b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:27.342643 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port af288e4a-29ac-4252-b189-d3023e8b4602 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:54:27.343406 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:27.357515 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f0657da4-5b6d-4ecf-806d-c92090d2b8db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:27.403739 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f0657da4-5b6d-4ecf-806d-c92090d2b8db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:27.518215 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f0657da4-5b6d-4ecf-806d-c92090d2b8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:27.568175 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.notifiers.nova [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-15f65c45-072b-4715-94dc-23332bfef2c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8445359b-57c3-45f4-8fef-a29a57f19361 {{(pid=91759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:54:27.601570 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-15f65c45-072b-4715-94dc-23332bfef2c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:27.634708 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f0657da4-5b6d-4ecf-806d-c92090d2b8db admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:27.638622 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-f0657da4-5b6d-4ecf-806d-c92090d2b8db admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ae0bf765-7290-4d93-9195-0351d9262386 HTTP/1.1" status: 204 len: 168 time: 0.6966295 Jun 07 06:54:27.643330 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:27.659399 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0657da4-5b6d-4ecf-806d-c92090d2b8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0bf765-7290-4d93-9195-0351d9262386,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:27.673815 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-f0657da4-5b6d-4ecf-806d-c92090d2b8db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:27.674204 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.provisioning_blocks [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-15f65c45-072b-4715-94dc-23332bfef2c9 service neutron] Transition to ACTIVE for port object 8445359b-57c3-45f4-8fef-a29a57f19361 will not be triggered until provisioned by entity L2. {{(pid=91759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:54:27.680678 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-15f65c45-072b-4715-94dc-23332bfef2c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222187'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:27.684991 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:27.724967 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 39120) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:27.737111 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [None req-d1308030-482f-4715-a6da-49f9d35d45cb tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1604711744', 'description': 'tempest-description--805553121'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:27.882387 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-b8e84f67-3c98-4a6f-9cd0-ab51569fa5f5 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:27.888074 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-b8e84f67-3c98-4a6f-9cd0-ab51569fa5f5 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/networks?id=e1d27084-54d3-4657-a203-aa1e336128a1 HTTP/1.1" status: 200 len: 819 time: 0.7662492 Jun 07 06:54:27.938142 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d1308030-482f-4715-a6da-49f9d35d45cb tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:27.953010 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 39124) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:28.006789 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-68e97917-53ec-42c3-a22d-566160f9ecbe tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/quotas/f84addd7b81d49b4b6aa42f13e1738f8 HTTP/1.1" status: 200 len: 375 time: 0.0991111 Jun 07 06:54:28.150312 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-36db49b8-df5d-4cd2-902a-15f2e611ec10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'name': 'tempest-AttachVolumeShelveTestJSON-2122717976-router', 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '2aaca4f4-d74b-4339-8b93-6693e8ed3f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:54:08Z', 'updated_at': '2021-06-07T06:54:20Z', 'revision_number': 4, 'project_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'gw_port': {'id': '2aaca4f4-d74b-4339-8b93-6693e8ed3f3a', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:52:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:09Z', 'updated_at': '2021-06-07T06:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': '9831c1ce-d1dc-4f83-bd28-e07d7cfd858f', 'name': '', 'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf', 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'mac_address': 'fa:16:3e:2a:6e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:16Z', 'updated_at': '2021-06-07T06:54:21Z', 'revision_number': 2, 'project_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'subnets': [{'id': 'dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:28.166162 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36db49b8-df5d-4cd2-902a-15f2e611ec10 None None] Checking router: 822108ba-deab-419a-8000-7ee2d2ad40fd for host: dv-cinder-784140-5-iscsi {{(pid=91760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 06:54:28.166687 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36db49b8-df5d-4cd2-902a-15f2e611ec10 None None] Updating router 822108ba-deab-419a-8000-7ee2d2ad40fd port 9831c1ce-d1dc-4f83-bd28-e07d7cfd858f binding host dv-cinder-784140-5-iscsi {{(pid=91760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 06:54:28.291984 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-36db49b8-df5d-4cd2-902a-15f2e611ec10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:28.365707 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d1308030-482f-4715-a6da-49f9d35d45cb tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:28.398821 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d1308030-482f-4715-a6da-49f9d35d45cb tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:28.416230 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-ffb28aac-79b8-46ba-8523-a8f2da8da230 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8f801e8e95924bb789c50e55f093d2b2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2445431 Jun 07 06:54:28.424406 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 39140) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:28.427930 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-5e98e01d-4ea5-45f1-b1ad-866e015e4b33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:28.652305 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.44', 59436) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:28.692882 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-3f6887f7-7180-4b01-8241-cec876112b51 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f84addd7b81d49b4b6aa42f13e1738f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6686780 Jun 07 06:54:28.809424 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d1308030-482f-4715-a6da-49f9d35d45cb tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:28.831328 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f65c45-072b-4715-94dc-23332bfef2c9 service neutron] Pushing event updated for resources: {'Port': ['ID=8445359b-57c3-45f4-8fef-a29a57f19361,revision_number=2']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:28.832365 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-d1308030-482f-4715-a6da-49f9d35d45cb tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1015306 Jun 07 06:54:28.849622 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-15f65c45-072b-4715-94dc-23332bfef2c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.164s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:28.850434 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 39152) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:28.853202 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-15f65c45-072b-4715-94dc-23332bfef2c9 service neutron] Attempting to bind port 8445359b-57c3-45f4-8fef-a29a57f19361 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:54:28.856684 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-15f65c45-072b-4715-94dc-23332bfef2c9 service neutron] Attempting to bind port 8445359b-57c3-45f4-8fef-a29a57f19361 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': 'be5f6e2a-e3bb-4432-9ce3-0810406bda5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '186e1dc3-2f68-4a49-b528-347ee9919f6c'}] {{(pid=91759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:54:28.857273 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-15f65c45-072b-4715-94dc-23332bfef2c9 service neutron] Attempting to bind port 8445359b-57c3-45f4-8fef-a29a57f19361 on network 186e1dc3-2f68-4a49-b528-347ee9919f6c {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:54:28.877098 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-ac70600d-9434-43d0-a477-38633e8bc81c tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Request body: {'security_group_rule': {'security_group_id': 'ec7a9107-23af-40d8-9fea-d8e1457ee20e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:28.918443 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1308030-482f-4715-a6da-49f9d35d45cb tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7a9107-23af-40d8-9fea-d8e1457ee20e,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:28.929917 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-d1308030-482f-4715-a6da-49f9d35d45cb tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:28.997360 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ac70600d-9434-43d0-a477-38633e8bc81c tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:29.084199 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-15f65c45-072b-4715-94dc-23332bfef2c9 service neutron] Port 8445359b-57c3-45f4-8fef-a29a57f19361 on network 186e1dc3-2f68-4a49-b528-347ee9919f6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 06:54:29.084199 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-15f65c45-072b-4715-94dc-23332bfef2c9 service neutron] Attempting to bind port 8445359b-57c3-45f4-8fef-a29a57f19361 on network 186e1dc3-2f68-4a49-b528-347ee9919f6c {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:54:29.105975 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 39158) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:29.145270 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-15f65c45-072b-4715-94dc-23332bfef2c9 service neutron] Checking agent: {'id': '6ac81f3b-c4b1-4231-aa5b-62c4bc3a8245', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 52, 32), 'started_at': datetime.datetime(2021, 6, 7, 6, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:54:29.181636 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-15f65c45-072b-4715-94dc-23332bfef2c9 service neutron] Checking segment: {'id': 'be5f6e2a-e3bb-4432-9ce3-0810406bda5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '186e1dc3-2f68-4a49-b528-347ee9919f6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:54:29.182307 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-15f65c45-072b-4715-94dc-23332bfef2c9 service neutron] Bound using segment: {'id': 'be5f6e2a-e3bb-4432-9ce3-0810406bda5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '186e1dc3-2f68-4a49-b528-347ee9919f6c'} {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:54:29.182892 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-15f65c45-072b-4715-94dc-23332bfef2c9 service neutron] Bound port: 8445359b-57c3-45f4-8fef-a29a57f19361, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be5f6e2a-e3bb-4432-9ce3-0810406bda5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '186e1dc3-2f68-4a49-b528-347ee9919f6c'}}] {{(pid=91759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:54:29.183361 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-15f65c45-072b-4715-94dc-23332bfef2c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:29.286370 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-36db49b8-df5d-4cd2-902a-15f2e611ec10 None None] Notify callbacks [] for port, precommit_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:29.304578 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-36db49b8-df5d-4cd2-902a-15f2e611ec10 None None] Transition to ACTIVE for port object 9831c1ce-d1dc-4f83-bd28-e07d7cfd858f will not be triggered until provisioned by entity L2. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:54:29.316001 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-36db49b8-df5d-4cd2-902a-15f2e611ec10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:29.325042 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-fd71ad8a-c405-4fb8-8496-c486c9ca4516 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:29.341679 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-530989d9-66d5-44ec-99ea-3062b2b390d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:29.368236 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-db1c849b-5042-4118-b681-eecf9e524503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:29.458803 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-db1c849b-5042-4118-b681-eecf9e524503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:29.607204 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-db1c849b-5042-4118-b681-eecf9e524503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:29.625999 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-db1c849b-5042-4118-b681-eecf9e524503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:29.630808 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-db1c849b-5042-4118-b681-eecf9e524503 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e8f2862e-090b-42aa-84b6-65b71801c3e4 HTTP/1.1" status: 204 len: 168 time: 1.1814187 Jun 07 06:54:29.643846 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-5d9d87c7-d690-43bb-a97d-03712be55912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:29.660344 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c849b-5042-4118-b681-eecf9e524503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f2862e-090b-42aa-84b6-65b71801c3e4,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:29.671738 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-db1c849b-5042-4118-b681-eecf9e524503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:29.726508 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-11addc85-6765-4743-a0f1-64119105d1cd service neutron] 10.222.0.35 "GET /v2.0/networks/e1d27084-54d3-4657-a203-aa1e336128a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9209692 Jun 07 06:54:29.756652 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8b6919-a48d-4dd0-910b-fdd14626637e None None] Pushing event updated for resources: {'Port': ['ID=9831c1ce-d1dc-4f83-bd28-e07d7cfd858f,revision_number=3']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:29.760910 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-ed8b6919-a48d-4dd0-910b-fdd14626637e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:29.772572 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-6b3104e4-e3e0-4d1e-bd0b-475f0418027e tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:29.775102 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-6b3104e4-e3e0-4d1e-bd0b-475f0418027e tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.44 "GET /v2.0/networks?id=e1d27084-54d3-4657-a203-aa1e336128a1 HTTP/1.1" status: 200 len: 819 time: 1.0799723 Jun 07 06:54:29.853593 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-84d9b12e-b1ac-49ab-a776-cdc75e31bcbb tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Request body: {'port': {'device_id': 'abff3baf-a3fb-4393-9fe9-d053be636708', 'network_id': 'e1d27084-54d3-4657-a203-aa1e336128a1', 'admin_state_up': True, 'tenant_id': 'f84addd7b81d49b4b6aa42f13e1738f8'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:29.901418 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8031c123-f2b7-4206-83a5-3e773fe2ea5a req-ef0e811d-4ed4-4bcd-9ecc-bfb9193b2740 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:29.912850 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-8031c123-f2b7-4206-83a5-3e773fe2ea5a req-ef0e811d-4ed4-4bcd-9ecc-bfb9193b2740 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0d2454-5a36-4e10-b14d-fd5f0d4d9020 HTTP/1.1" status: 200 len: 944 time: 1.6721623 Jun 07 06:54:29.940759 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-36db49b8-df5d-4cd2-902a-15f2e611ec10 None None] Attempting to bind port 9831c1ce-d1dc-4f83-bd28-e07d7cfd858f on host dv-cinder-784140-5-iscsi for vnic_type normal with profile {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:54:29.941552 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-36db49b8-df5d-4cd2-902a-15f2e611ec10 None None] Attempting to bind port 9831c1ce-d1dc-4f83-bd28-e07d7cfd858f by drivers openvswitch,hyperv on host dv-cinder-784140-5-iscsi at level 0 using segments [{'id': '0bd4588d-cd3a-47c3-b624-e7540af76cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf'}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:54:29.941552 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36db49b8-df5d-4cd2-902a-15f2e611ec10 None None] Attempting to bind port 9831c1ce-d1dc-4f83-bd28-e07d7cfd858f on network 0ea641b7-d55d-49bf-bc2d-31ddec2c42bf {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:54:29.951014 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36db49b8-df5d-4cd2-902a-15f2e611ec10 None None] Checking agent: {'id': '90bc4f0f-bba4-44bf-b00d-04c4d717fccd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 38), 'started_at': datetime.datetime(2021, 6, 7, 6, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:54:29.952107 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36db49b8-df5d-4cd2-902a-15f2e611ec10 None None] Checking segment: {'id': '0bd4588d-cd3a-47c3-b624-e7540af76cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:54:29.952107 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-36db49b8-df5d-4cd2-902a-15f2e611ec10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:29.952391 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36db49b8-df5d-4cd2-902a-15f2e611ec10 None None] Bound using segment: {'id': '0bd4588d-cd3a-47c3-b624-e7540af76cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf'} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:54:29.952655 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-36db49b8-df5d-4cd2-902a-15f2e611ec10 None None] Bound port: 9831c1ce-d1dc-4f83-bd28-e07d7cfd858f, host: dv-cinder-784140-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bd4588d-cd3a-47c3-b624-e7540af76cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf'}}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:54:29.953418 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-36db49b8-df5d-4cd2-902a-15f2e611ec10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:29.960131 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.db [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-15f65c45-072b-4715-94dc-23332bfef2c9 service neutron] For port 8445359b-57c3-45f4-8fef-a29a57f19361, host hv-cinder-78414, cleared binding levels {{(pid=91759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:54:29.983113 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ac70600d-9434-43d0-a477-38633e8bc81c tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:30.000851 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.db [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-15f65c45-072b-4715-94dc-23332bfef2c9 service neutron] For port 8445359b-57c3-45f4-8fef-a29a57f19361, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=8445359b-57c3-45f4-8fef-a29a57f19361,segment=NetworkSegment(be5f6e2a-e3bb-4432-9ce3-0810406bda5d),segment_id=be5f6e2a-e3bb-4432-9ce3-0810406bda5d)] {{(pid=91759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:54:30.002598 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ac70600d-9434-43d0-a477-38633e8bc81c tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349288'] for security_group_rule, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:30.031640 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:30.038877 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-15f65c45-072b-4715-94dc-23332bfef2c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222187'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:30.063303 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-8031c123-f2b7-4206-83a5-3e773fe2ea5a req-f855d39d-f9e8-44ee-a9af-c4be2186a56f tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/security-groups?id=15258644-b705-41da-a019-0c9459dbae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491714 Jun 07 06:54:30.121559 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac70600d-9434-43d0-a477-38633e8bc81c tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b13ef96-8b38-43d8-9770-024765a9a186,revision_number=0']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:30.143157 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-ac70600d-9434-43d0-a477-38633e8bc81c tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:30.146910 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-15f65c45-072b-4715-94dc-23332bfef2c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:30.191961 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-15f65c45-072b-4715-94dc-23332bfef2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:30.193282 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-15f65c45-072b-4715-94dc-23332bfef2c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for port, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:30.194955 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-15f65c45-072b-4715-94dc-23332bfef2c9 service neutron] 10.222.0.44 "PUT /v2.0/ports/8445359b-57c3-45f4-8fef-a29a57f19361 HTTP/1.1" status: 200 len: 1094 time: 6.0837078 Jun 07 06:54:30.204721 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0d2454-5a36-4e10-b14d-fd5f0d4d9020', 'tag': '8445359b-57c3-45f4-8fef-a29a57f19361'}] {{(pid=91759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:54:30.269835 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-530989d9-66d5-44ec-99ea-3062b2b390d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:30.302006 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-36db49b8-df5d-4cd2-902a-15f2e611ec10 None None] For port 9831c1ce-d1dc-4f83-bd28-e07d7cfd858f, host dv-cinder-784140-5-iscsi, cleared binding levels {{(pid=91760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:54:30.314135 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-36db49b8-df5d-4cd2-902a-15f2e611ec10 None None] For port 9831c1ce-d1dc-4f83-bd28-e07d7cfd858f, host dv-cinder-784140-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=9831c1ce-d1dc-4f83-bd28-e07d7cfd858f,segment=NetworkSegment(0bd4588d-cd3a-47c3-b624-e7540af76cbe),segment_id=0bd4588d-cd3a-47c3-b624-e7540af76cbe)] {{(pid=91760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:54:30.323883 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-49a9a02c-acc1-4da5-b4a1-a47875ff387d service neutron] 10.222.0.35 "GET /v2.0/networks/e1d27084-54d3-4657-a203-aa1e336128a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5772200 Jun 07 06:54:30.333070 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-36db49b8-df5d-4cd2-902a-15f2e611ec10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:30.350552 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-530989d9-66d5-44ec-99ea-3062b2b390d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:30.369563 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ac70600d-9434-43d0-a477-38633e8bc81c tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:30.374524 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-ac70600d-9434-43d0-a477-38633e8bc81c tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5075719 Jun 07 06:54:30.375387 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:30.380762 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 39204) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:30.411062 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-84d9b12e-b1ac-49ab-a776-cdc75e31bcbb tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Made reservation on behalf of f84addd7b81d49b4b6aa42f13e1738f8 for: {'port': 1} {{(pid=91758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:54:30.413520 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-2b9cbd72-21fa-4dcc-a41c-96210efde776 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Request body: {'security_group_rule': {'security_group_id': 'ec7a9107-23af-40d8-9fea-d8e1457ee20e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:30.421635 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-84d9b12e-b1ac-49ab-a776-cdc75e31bcbb tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:30.479254 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f65c45-072b-4715-94dc-23332bfef2c9 service neutron] Pushing event updated for resources: {'Port': ['ID=8445359b-57c3-45f4-8fef-a29a57f19361,revision_number=3']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:30.495648 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-15f65c45-072b-4715-94dc-23332bfef2c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:30.549037 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:30.591536 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-530989d9-66d5-44ec-99ea-3062b2b390d2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cfb3b668530845758df5837808a20b7c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4515994 Jun 07 06:54:30.611188 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 39214) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:30.614620 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36db49b8-df5d-4cd2-902a-15f2e611ec10 None None] Routers {'822108ba-deab-419a-8000-7ee2d2ad40fd'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:54:30.616566 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-36db49b8-df5d-4cd2-902a-15f2e611ec10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T06:54:08Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['822108ba-deab-419a-8000-7ee2d2ad40fd'], 'active': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:30.637915 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-2b9cbd72-21fa-4dcc-a41c-96210efde776 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:30.895603 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8b6919-a48d-4dd0-910b-fdd14626637e None None] Pushing event updated for resources: {'Port': ['ID=9831c1ce-d1dc-4f83-bd28-e07d7cfd858f,revision_number=4']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:30.914298 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-ed8b6919-a48d-4dd0-910b-fdd14626637e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:31.009737 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a053f81c338bbf1e2ede0d69cafce5cf20f9436aa375ccea032d9338f79a3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28565d80-80af-4fe7-aad0-911cdb80bda7" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0d2454-5a36-4e10-b14d-fd5f0d4d9020", "tag": "8445359b-57c3-45f4-8fef-a29a57f19361"}]}' {{(pid=91759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:54:31.034621 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-7be52643-bb26-480a-a32f-2b5163fbf05a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:31.107497 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-2b9cbd72-21fa-4dcc-a41c-96210efde776 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:31.112622 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-9e4a9c95-462e-4513-b62f-beddf83d0cc2 req-20f93d57-3827-41c7-9657-710f50b06af8 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 210 time: 0.2731142 Jun 07 06:54:31.140111 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-7be52643-bb26-480a-a32f-2b5163fbf05a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:31.184842 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-2b9cbd72-21fa-4dcc-a41c-96210efde776 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349288'] for security_group_rule, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:31.189111 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530989d9-66d5-44ec-99ea-3062b2b390d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9dfcdf-3225-4c08-8bb6-1c951f9ac1c8,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:31.206810 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-530989d9-66d5-44ec-99ea-3062b2b390d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:31.219053 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:31.320971 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9cbd72-21fa-4dcc-a41c-96210efde776 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa00de24-24b7-4865-b004-e207ce2df87a,revision_number=0']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:31.327170 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-a4e24246-6820-4131-94ff-d4480d7c7ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:31.335158 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-a4e24246-6820-4131-94ff-d4480d7c7ce5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=55c43b8510d24e09b2eb0847941839cb&device_id=cc0d2454-5a36-4e10-b14d-fd5f0d4d9020 HTTP/1.1" status: 200 len: 1097 time: 1.0488803 Jun 07 06:54:31.338961 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-2b9cbd72-21fa-4dcc-a41c-96210efde776 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:31.340464 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-2b9cbd72-21fa-4dcc-a41c-96210efde776 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:31.347479 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-2b9cbd72-21fa-4dcc-a41c-96210efde776 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9603121 Jun 07 06:54:31.360555 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 39254) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:31.394693 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [None req-daf370a7-1465-484a-b9c8-af95409321bc tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Request body: {'floatingip': {'floating_network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:31.445005 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-c329054b-96a7-4ff9-b7a4-919c9b6c83da service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8445359b-57c3-45f4-8fef-a29a57f19361 HTTP/1.1" status: 200 len: 217 time: 0.0947812 Jun 07 06:54:31.549608 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.db_base_plugin_common [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-84d9b12e-b1ac-49ab-a776-cdc75e31bcbb tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Allocated IP 172.20.0.6 (e1d27084-54d3-4657-a203-aa1e336128a1/2ad2cf50-9851-436b-aa64-d2e05907b43a/3ddabfdb-cb0b-403a-998e-fca6faed2a55) {{(pid=91758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:54:31.571089 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-7be52643-bb26-480a-a32f-2b5163fbf05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:31.572768 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvr_db [None req-36db49b8-df5d-4cd2-902a-15f2e611ec10 None None] Set router 822108ba-deab-419a-8000-7ee2d2ad40fd gateway port host: dv-cinder-784140-5-iscsi {{(pid=91760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:54:31.598553 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-7be52643-bb26-480a-a32f-2b5163fbf05a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:31.599683 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-7be52643-bb26-480a-a32f-2b5163fbf05a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ee9dfcdf-3225-4c08-8bb6-1c951f9ac1c8 HTTP/1.1" status: 204 len: 168 time: 0.9842141 Jun 07 06:54:31.600319 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:31.612007 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-8f03c117-71f0-4140-a0a3-8d1934a5f3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:31.613486 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-8f03c117-71f0-4140-a0a3-8d1934a5f3e9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5ebe169c-1ac4-47ac-abc9-299e619e4ae4 HTTP/1.1" status: 200 len: 852 time: 0.1604350 Jun 07 06:54:31.639364 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be52643-bb26-480a-a32f-2b5163fbf05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9dfcdf-3225-4c08-8bb6-1c951f9ac1c8,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:31.689508 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-7be52643-bb26-480a-a32f-2b5163fbf05a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:31.736726 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-daf370a7-1465-484a-b9c8-af95409321bc tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks [] for floatingip, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:31.787730 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-f54249a0-6a90-4614-a656-4c6c206361a7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=186e1dc3-2f68-4a49-b528-347ee9919f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1344030 Jun 07 06:54:32.219449 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3268f0-6471-4c30-b271-c5342c11034e req-cf002e56-0020-4b39-bff1-481ae51dad51 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:32.226489 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-eb3268f0-6471-4c30-b271-c5342c11034e req-cf002e56-0020-4b39-bff1-481ae51dad51 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0d2454-5a36-4e10-b14d-fd5f0d4d9020 HTTP/1.1" status: 200 len: 944 time: 0.8213208 Jun 07 06:54:32.247813 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.agents_db [None req-46aecb79-32b8-4105-868b-523cea85afea None None] Agent healthcheck: found 6 active agents {{(pid=91761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 06:54:32.265684 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 06:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b7103e-bc3c-479d-b2ea-377094d4bab6 x-openstack-request-id: req-b4b7103e-bc3c-479d-b2ea-377094d4bab6 {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:54:32.266271 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0d2454-5a36-4e10-b14d-fd5f0d4d9020", "tag": "8445359b-57c3-45f4-8fef-a29a57f19361", "status": "completed", "code": 200}]} {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:54:32.272047 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b4b7103e-bc3c-479d-b2ea-377094d4bab6 {{(pid=91759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:54:32.274280 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc0d2454-5a36-4e10-b14d-fd5f0d4d9020', 'tag': '8445359b-57c3-45f4-8fef-a29a57f19361', 'status': 'completed', 'code': 200} Jun 07 06:54:32.469194 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-021f4096-f4b1-4c9b-804e-7604ad9dce39 service neutron] 10.222.0.44 "GET /v2.0/networks/186e1dc3-2f68-4a49-b528-347ee9919f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6382599 Jun 07 06:54:32.582896 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:32.638417 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-eb3268f0-6471-4c30-b271-c5342c11034e req-e029fabd-8517-44d5-a352-c19c2ba12db4 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/security-groups?id=15258644-b705-41da-a019-0c9459dbae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3993466 Jun 07 06:54:32.859541 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-36db49b8-df5d-4cd2-902a-15f2e611ec10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'name': 'tempest-AttachVolumeShelveTestJSON-2122717976-router', 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '2aaca4f4-d74b-4339-8b93-6693e8ed3f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:54:08Z', 'updated_at': '2021-06-07T06:54:20Z', 'revision_number': 4, 'project_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'gw_port': {'id': '2aaca4f4-d74b-4339-8b93-6693e8ed3f3a', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:52:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:09Z', 'updated_at': '2021-06-07T06:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': '9831c1ce-d1dc-4f83-bd28-e07d7cfd858f', 'name': '', 'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf', 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'mac_address': 'fa:16:3e:2a:6e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:16Z', 'updated_at': '2021-06-07T06:54:30Z', 'revision_number': 4, 'project_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'subnets': [{'id': 'dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:54:32.868887 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36db49b8-df5d-4cd2-902a-15f2e611ec10 None None] The sync data for ids ['822108ba-deab-419a-8000-7ee2d2ad40fd'] in dv-cinder-784140-5-iscsi is: [{'id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'name': 'tempest-AttachVolumeShelveTestJSON-2122717976-router', 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '2aaca4f4-d74b-4339-8b93-6693e8ed3f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:54:08Z', 'updated_at': '2021-06-07T06:54:20Z', 'revision_number': 4, 'project_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'gw_port': {'id': '2aaca4f4-d74b-4339-8b93-6693e8ed3f3a', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:52:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:09Z', 'updated_at': '2021-06-07T06:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': '9831c1ce-d1dc-4f83-bd28-e07d7cfd858f', 'name': '', 'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf', 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'mac_address': 'fa:16:3e:2a:6e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:16Z', 'updated_at': '2021-06-07T06:54:30Z', 'revision_number': 4, 'project_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'subnets': [{'id': 'dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 06:54:33.028164 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b78ec3a7-dabd-477c-9440-b84005697a6c req-e9d8fcc5-0359-4a77-a2e9-9be2a62a09f2 service neutron] 10.222.0.44 "GET /v2.0/networks/186e1dc3-2f68-4a49-b528-347ee9919f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5395129 Jun 07 06:54:33.214151 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-16f66e5d-9e83-41c8-a9ac-ccea46b3ad74 req-68f6c110-b0ca-4c3e-8f31-af2df45fcd10 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 210 time: 0.1849008 Jun 07 06:54:33.274551 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-daf370a7-1465-484a-b9c8-af95409321bc tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:33.386070 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-84d9b12e-b1ac-49ab-a776-cdc75e31bcbb tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Notify callbacks [] for port, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:33.441014 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28565d80-80af-4fe7-aad0-911cdb80bda7 req-af664f66-f9c9-4ef9-b88a-b78ff8a1603f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:33.451599 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-28565d80-80af-4fe7-aad0-911cdb80bda7 req-af664f66-f9c9-4ef9-b88a-b78ff8a1603f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=55c43b8510d24e09b2eb0847941839cb&device_id=cc0d2454-5a36-4e10-b14d-fd5f0d4d9020 HTTP/1.1" status: 200 len: 1097 time: 0.2341385 Jun 07 06:54:33.582699 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.44', 59451) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:33.719792 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-84d9b12e-b1ac-49ab-a776-cdc75e31bcbb tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:33.789374 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-21f13fc1-d052-4d57-94cc-9b69227165d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:34.109198 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d9b12e-b1ac-49ab-a776-cdc75e31bcbb tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Pushing event updated for resources: {'Port': ['ID=3ddabfdb-cb0b-403a-998e-fca6faed2a55,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:34.126479 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-84d9b12e-b1ac-49ab-a776-cdc75e31bcbb tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:34.167002 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.db_base_plugin_common [None req-daf370a7-1465-484a-b9c8-af95409321bc tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Allocated IP 172.27.1.185 (fe992a7c-d3c2-4e8d-9573-c4f663251d7a/c4323051-ed30-4a9a-b3aa-b457aab0dfbf/bd13d5b5-6420-460b-8639-7de57a18cf13) {{(pid=91758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:54:34.287112 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28565d80-80af-4fe7-aad0-911cdb80bda7 req-a1e5b2b8-5018-4cb3-a639-93e435649042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:34.288521 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-84d9b12e-b1ac-49ab-a776-cdc75e31bcbb tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Network e1d27084-54d3-4657-a203-aa1e336128a1 is already hosted by enough agents. {{(pid=91758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:54:34.288843 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-28565d80-80af-4fe7-aad0-911cdb80bda7 req-a1e5b2b8-5018-4cb3-a639-93e435649042 service neutron] 10.222.0.44 "GET /v2.0/networks?id=186e1dc3-2f68-4a49-b528-347ee9919f6c HTTP/1.1" status: 200 len: 913 time: 0.8271785 Jun 07 06:54:34.302391 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.base_scheduler [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-84d9b12e-b1ac-49ab-a776-cdc75e31bcbb tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Resources bound (agent type, host, resource id): {{(pid=91758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:54:34.314349 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-84d9b12e-b1ac-49ab-a776-cdc75e31bcbb tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Received port after_create {{(pid=91758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:54:34.383345 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 9831c1ce-d1dc-4f83-bd28-e07d7cfd858f up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:54:34.470230 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-84d9b12e-b1ac-49ab-a776-cdc75e31bcbb tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:34.471218 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-84d9b12e-b1ac-49ab-a776-cdc75e31bcbb tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for port, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:34.527898 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-84d9b12e-b1ac-49ab-a776-cdc75e31bcbb tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6890197 Jun 07 06:54:34.597108 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-18a38be4-e7cc-4dfe-9412-b90fcf735458 service neutron] Request body: {'port': {'device_id': 'abff3baf-a3fb-4393-9fe9-d053be636708', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:34.651341 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-28565d80-80af-4fe7-aad0-911cdb80bda7 req-31de8967-8e5c-4431-8710-8c201bca755f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8445359b-57c3-45f4-8fef-a29a57f19361 HTTP/1.1" status: 200 len: 217 time: 0.3470368 Jun 07 06:54:34.675384 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-7e50297c-9cc5-4680-ae46-c30f4016050a req-a43aaf95-8930-453f-a914-f8d5d0f67be6 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 210 time: 0.1009166 Jun 07 06:54:34.802710 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-cb4de95d-2883-44f8-9fab-69ee9f63ab2d tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:34.804774 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-cb4de95d-2883-44f8-9fab-69ee9f63ab2d tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.44 "GET /v2.0/networks?id=e1d27084-54d3-4657-a203-aa1e336128a1 HTTP/1.1" status: 200 len: 819 time: 1.1898484 Jun 07 06:54:34.898923 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning for port 9831c1ce-d1dc-4f83-bd28-e07d7cfd858f completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:54:34.905728 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port 9831c1ce-d1dc-4f83-bd28-e07d7cfd858f triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:54:34.908019 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:34.911071 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28565d80-80af-4fe7-aad0-911cdb80bda7 req-de98ac40-8e07-4392-8d56-4f9f676959a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:34.926141 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-28565d80-80af-4fe7-aad0-911cdb80bda7 req-de98ac40-8e07-4392-8d56-4f9f676959a5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5ebe169c-1ac4-47ac-abc9-299e619e4ae4 HTTP/1.1" status: 200 len: 852 time: 0.2574387 Jun 07 06:54:35.160661 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-28565d80-80af-4fe7-aad0-911cdb80bda7 req-79594229-6abf-43eb-b2df-0414299db770 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=186e1dc3-2f68-4a49-b528-347ee9919f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1722431 Jun 07 06:54:35.180961 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-dcb1e178-e676-4752-9200-2f7b623e000a tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Request body: {'port': {'device_id': '14bdbfbc-4715-4a29-91fb-3fc405c590cf', 'network_id': 'e1d27084-54d3-4657-a203-aa1e336128a1', 'admin_state_up': True, 'tenant_id': 'f84addd7b81d49b4b6aa42f13e1738f8'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:35.200537 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:35.312467 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-91679af1-2392-48cd-a457-60bc16cdba59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:35.325345 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-daf370a7-1465-484a-b9c8-af95409321bc tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks [] for port, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:35.340226 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] For port 9831c1ce-d1dc-4f83-bd28-e07d7cfd858f, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=9831c1ce-d1dc-4f83-bd28-e07d7cfd858f,segment=NetworkSegment(0bd4588d-cd3a-47c3-b624-e7540af76cbe),segment_id=0bd4588d-cd3a-47c3-b624-e7540af76cbe)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:54:35.347264 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:35.354962 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af262586-c665-49d8-b2fc-cea9f0a47b3e req-770cbdd9-d604-46d9-a7d7-4455178e4d8f tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:35.356401 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-af262586-c665-49d8-b2fc-cea9f0a47b3e req-770cbdd9-d604-46d9-a7d7-4455178e4d8f tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0d2454-5a36-4e10-b14d-fd5f0d4d9020 HTTP/1.1" status: 200 len: 944 time: 1.2932649 Jun 07 06:54:35.358953 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:35.393881 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-18a38be4-e7cc-4dfe-9412-b90fcf735458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:35.464739 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Pushing event updated for resources: {'Port': ['ID=9831c1ce-d1dc-4f83-bd28-e07d7cfd858f,revision_number=5']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:35.480476 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:35.535048 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-af262586-c665-49d8-b2fc-cea9f0a47b3e req-c59e98b7-ce08-4e5c-a2c7-e45411a90d67 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/security-groups?id=15258644-b705-41da-a019-0c9459dbae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694839 Jun 07 06:54:35.630160 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-daf370a7-1465-484a-b9c8-af95409321bc tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:35.691611 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-28565d80-80af-4fe7-aad0-911cdb80bda7 req-32f6443c-b9b2-4759-8c51-e16a18b4a577 service neutron] 10.222.0.44 "GET /v2.0/networks/186e1dc3-2f68-4a49-b528-347ee9919f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495277 Jun 07 06:54:35.821405 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-21f13fc1-d052-4d57-94cc-9b69227165d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:36.058263 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-6e359911-65a0-4845-91b6-64d9cc354226 req-36c214ba-95a2-4194-b279-89a3c7492f4f tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 210 time: 0.0966361 Jun 07 06:54:36.145909 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf370a7-1465-484a-b9c8-af95409321bc tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Network fe992a7c-d3c2-4e8d-9573-c4f663251d7a is already hosted by enough agents. {{(pid=91758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:54:36.175701 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.base_scheduler [None req-daf370a7-1465-484a-b9c8-af95409321bc tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Resources bound (agent type, host, resource id): {{(pid=91758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:54:36.192805 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf370a7-1465-484a-b9c8-af95409321bc tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Received port after_create {{(pid=91758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:54:36.277494 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-dcb1e178-e676-4752-9200-2f7b623e000a tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Made reservation on behalf of f84addd7b81d49b4b6aa42f13e1738f8 for: {'port': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:54:36.285091 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-dcb1e178-e676-4752-9200-2f7b623e000a tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:36.293533 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 9831c1ce-d1dc-4f83-bd28-e07d7cfd858f up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:54:36.332057 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-28565d80-80af-4fe7-aad0-911cdb80bda7 req-16caf86c-6e3a-4274-baa7-421e71a63bbd service neutron] 10.222.0.44 "GET /v2.0/networks/186e1dc3-2f68-4a49-b528-347ee9919f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715358 Jun 07 06:54:36.345602 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf370a7-1465-484a-b9c8-af95409321bc tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Pushing event updated for resources: {'Port': ['ID=bd13d5b5-6420-460b-8639-7de57a18cf13,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:36.382112 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-daf370a7-1465-484a-b9c8-af95409321bc tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:36.487656 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port 9831c1ce-d1dc-4f83-bd28-e07d7cfd858f triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:54:36.488215 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:36.670766 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 39426) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:36.956111 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-daf370a7-1465-484a-b9c8-af95409321bc tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:37.033695 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 39438) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:37.076431 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3719cc10-274f-47a6-a9bb-c62273f228ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:37.111321 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219003a-a9be-4e15-b64f-ae544eac341b req-fa5fab08-d83a-4c8e-815d-b744047aabd6 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:37.113129 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-c219003a-a9be-4e15-b64f-ae544eac341b req-fa5fab08-d83a-4c8e-815d-b744047aabd6 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0d2454-5a36-4e10-b14d-fd5f0d4d9020 HTTP/1.1" status: 200 len: 944 time: 0.2649293 Jun 07 06:54:37.134668 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-18a38be4-e7cc-4dfe-9412-b90fcf735458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ddabfdb-cb0b-403a-998e-fca6faed2a55 {{(pid=91758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:54:37.145014 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-daf370a7-1465-484a-b9c8-af95409321bc tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:37.178511 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-18a38be4-e7cc-4dfe-9412-b90fcf735458 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:37.178702 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-21c46f6a-b57d-48b4-8e54-a9a757867e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:37.231022 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-18a38be4-e7cc-4dfe-9412-b90fcf735458 service neutron] Transition to ACTIVE for port object 3ddabfdb-cb0b-403a-998e-fca6faed2a55 will not be triggered until provisioned by entity L2. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:54:37.237114 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-c219003a-a9be-4e15-b64f-ae544eac341b req-c81a86ae-4811-4a86-a16a-6ca0cfa151cd tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/security-groups?id=15258644-b705-41da-a019-0c9459dbae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179276 Jun 07 06:54:37.240178 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-18a38be4-e7cc-4dfe-9412-b90fcf735458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2309382'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:37.252151 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:37.327225 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-34d8eae3-57a5-4a1b-b72c-19f712cc67ec req-f84cca08-b418-47a5-a324-ef92d9628fe0 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 210 time: 0.1146846 Jun 07 06:54:37.372262 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.db_base_plugin_common [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-dcb1e178-e676-4752-9200-2f7b623e000a tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Allocated IP 172.20.0.13 (e1d27084-54d3-4657-a203-aa1e336128a1/2ad2cf50-9851-436b-aa64-d2e05907b43a/c3667534-e0f8-4a2e-9b56-71fc84b32cf9) {{(pid=91759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:54:37.530494 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a38be4-e7cc-4dfe-9412-b90fcf735458 service neutron] Pushing event updated for resources: {'Port': ['ID=3ddabfdb-cb0b-403a-998e-fca6faed2a55,revision_number=2']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:37.541108 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3719cc10-274f-47a6-a9bb-c62273f228ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:37.586258 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3719cc10-274f-47a6-a9bb-c62273f228ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:37.607614 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-18a38be4-e7cc-4dfe-9412-b90fcf735458 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:37.633202 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-530989d9-66d5-44ec-99ea-3062b2b390d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:37.800849 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-3719cc10-274f-47a6-a9bb-c62273f228ee admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=df9683d631474442b74b33fad798dbd1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1286035 Jun 07 06:54:37.809696 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 39462) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:37.812950 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3719cc10-274f-47a6-a9bb-c62273f228ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644e27a0-29b3-40c1-833a-264717d7c1d6,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:37.872497 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-3719cc10-274f-47a6-a9bb-c62273f228ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:37.875817 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:37.955988 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.db.resource_extend [None req-daf370a7-1465-484a-b9c8-af95409321bc tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 06:54:37.958998 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-ba9e08a9-4e8c-4852-a1c8-c3b5c6eba9ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:37.978824 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-18a38be4-e7cc-4dfe-9412-b90fcf735458 service neutron] Attempting to bind port 3ddabfdb-cb0b-403a-998e-fca6faed2a55 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:54:37.979262 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-18a38be4-e7cc-4dfe-9412-b90fcf735458 service neutron] Attempting to bind port 3ddabfdb-cb0b-403a-998e-fca6faed2a55 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': 'fc32578d-75ec-4ab3-838d-be875a300fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e1d27084-54d3-4657-a203-aa1e336128a1'}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:54:37.979691 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-18a38be4-e7cc-4dfe-9412-b90fcf735458 service neutron] Attempting to bind port 3ddabfdb-cb0b-403a-998e-fca6faed2a55 on network e1d27084-54d3-4657-a203-aa1e336128a1 {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:54:37.991489 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-daf370a7-1465-484a-b9c8-af95409321bc tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks [] for port, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:37.997234 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-18a38be4-e7cc-4dfe-9412-b90fcf735458 service neutron] Port 3ddabfdb-cb0b-403a-998e-fca6faed2a55 on network e1d27084-54d3-4657-a203-aa1e336128a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 06:54:37.997557 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-18a38be4-e7cc-4dfe-9412-b90fcf735458 service neutron] Attempting to bind port 3ddabfdb-cb0b-403a-998e-fca6faed2a55 on network e1d27084-54d3-4657-a203-aa1e336128a1 {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:54:38.001966 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-dcb1e178-e676-4752-9200-2f7b623e000a tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Notify callbacks [] for port, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:38.012247 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-18a38be4-e7cc-4dfe-9412-b90fcf735458 service neutron] Checking agent: {'id': '6ac81f3b-c4b1-4231-aa5b-62c4bc3a8245', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 52, 32), 'started_at': datetime.datetime(2021, 6, 7, 6, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:54:38.012973 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-18a38be4-e7cc-4dfe-9412-b90fcf735458 service neutron] Checking segment: {'id': 'fc32578d-75ec-4ab3-838d-be875a300fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e1d27084-54d3-4657-a203-aa1e336128a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:54:38.013672 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-18a38be4-e7cc-4dfe-9412-b90fcf735458 service neutron] Bound using segment: {'id': 'fc32578d-75ec-4ab3-838d-be875a300fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e1d27084-54d3-4657-a203-aa1e336128a1'} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:54:38.015157 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-18a38be4-e7cc-4dfe-9412-b90fcf735458 service neutron] Bound port: 3ddabfdb-cb0b-403a-998e-fca6faed2a55, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc32578d-75ec-4ab3-838d-be875a300fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e1d27084-54d3-4657-a203-aa1e336128a1'}}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:54:38.015700 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-18a38be4-e7cc-4dfe-9412-b90fcf735458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:38.034787 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-daf370a7-1465-484a-b9c8-af95409321bc tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2309382'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:38.049796 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-415f947c-8953-442f-a2d2-2e20d0c1c7fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:38.055541 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-21c46f6a-b57d-48b4-8e54-a9a757867e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:38.064777 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-21c46f6a-b57d-48b4-8e54-a9a757867e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:38.079248 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:38.121899 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf370a7-1465-484a-b9c8-af95409321bc tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Pushing event updated for resources: {'Port': ['ID=bd13d5b5-6420-460b-8639-7de57a18cf13,revision_number=2']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:38.127262 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-dcb1e178-e676-4752-9200-2f7b623e000a tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222160'] for port, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:38.131559 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-21c46f6a-b57d-48b4-8e54-a9a757867e96 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=60299e2ec8434d13851892958550b110&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0956397 Jun 07 06:54:38.136940 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 39470) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:38.150147 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-03c55d69-221f-4011-9f65-6d5731de4050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:38.169291 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c46f6a-b57d-48b4-8e54-a9a757867e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d775ba35-c2d3-443e-871d-31788fd23fa8,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:38.178971 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-21c46f6a-b57d-48b4-8e54-a9a757867e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:38.179493 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-03c55d69-221f-4011-9f65-6d5731de4050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:38.179740 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:38.200759 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-daf370a7-1465-484a-b9c8-af95409321bc tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:38.224110 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-dcb1e178-e676-4752-9200-2f7b623e000a tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Network e1d27084-54d3-4657-a203-aa1e336128a1 is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:54:38.238486 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-dcb1e178-e676-4752-9200-2f7b623e000a tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:54:38.257334 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-dcb1e178-e676-4752-9200-2f7b623e000a tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Received port after_create {{(pid=91759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:54:38.329060 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-daf370a7-1465-484a-b9c8-af95409321bc tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3885433'] for floatingip, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:38.336420 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-18a38be4-e7cc-4dfe-9412-b90fcf735458 service neutron] For port 3ddabfdb-cb0b-403a-998e-fca6faed2a55, host hv-cinder-78414, cleared binding levels {{(pid=91758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:54:38.346674 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-18a38be4-e7cc-4dfe-9412-b90fcf735458 service neutron] For port 3ddabfdb-cb0b-403a-998e-fca6faed2a55, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=3ddabfdb-cb0b-403a-998e-fca6faed2a55,segment=NetworkSegment(fc32578d-75ec-4ab3-838d-be875a300fda),segment_id=fc32578d-75ec-4ab3-838d-be875a300fda)] {{(pid=91758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:54:38.350547 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-03c55d69-221f-4011-9f65-6d5731de4050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:38.352316 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-03c55d69-221f-4011-9f65-6d5731de4050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:38.353424 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-03c55d69-221f-4011-9f65-6d5731de4050 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/644e27a0-29b3-40c1-833a-264717d7c1d6 HTTP/1.1" status: 204 len: 168 time: 0.5404651 Jun 07 06:54:38.354977 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:38.376726 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-18a38be4-e7cc-4dfe-9412-b90fcf735458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2309382'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:38.382322 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-dcb1e178-e676-4752-9200-2f7b623e000a tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:38.383359 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-dcb1e178-e676-4752-9200-2f7b623e000a tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for port, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:38.384116 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c55d69-221f-4011-9f65-6d5731de4050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644e27a0-29b3-40c1-833a-264717d7c1d6,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:38.396491 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-03c55d69-221f-4011-9f65-6d5731de4050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:38.398295 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-daf370a7-1465-484a-b9c8-af95409321bc tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:38.459656 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-98adb2f0-581d-4079-9da7-9d55b89578e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:38.465645 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-dcb1e178-e676-4752-9200-2f7b623e000a tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3090031 Jun 07 06:54:38.466056 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-daf370a7-1465-484a-b9c8-af95409321bc tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for floatingip, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:38.466977 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-daf370a7-1465-484a-b9c8-af95409321bc tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0876322 Jun 07 06:54:38.474298 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb1e178-e676-4752-9200-2f7b623e000a tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Pushing event updated for resources: {'Port': ['ID=c3667534-e0f8-4a2e-9b56-71fc84b32cf9,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:38.485230 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-c8f1498c-69a8-46cf-a864-5a42534ee985 service neutron] Request body: {'port': {'device_id': '14bdbfbc-4715-4a29-91fb-3fc405c590cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:38.576375 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-dcb1e178-e676-4752-9200-2f7b623e000a tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:38.645286 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-18a38be4-e7cc-4dfe-9412-b90fcf735458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:38.646648 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-18a38be4-e7cc-4dfe-9412-b90fcf735458 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for port, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:38.649447 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-18a38be4-e7cc-4dfe-9412-b90fcf735458 service neutron] 10.222.0.44 "PUT /v2.0/ports/3ddabfdb-cb0b-403a-998e-fca6faed2a55 HTTP/1.1" status: 200 len: 1093 time: 4.0709271 Jun 07 06:54:38.650801 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abff3baf-a3fb-4393-9fe9-d053be636708', 'tag': '3ddabfdb-cb0b-403a-998e-fca6faed2a55'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:54:38.712294 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-98adb2f0-581d-4079-9da7-9d55b89578e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:38.769379 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a38be4-e7cc-4dfe-9412-b90fcf735458 service neutron] Pushing event updated for resources: {'Port': ['ID=3ddabfdb-cb0b-403a-998e-fca6faed2a55,revision_number=3']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:38.783646 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-18a38be4-e7cc-4dfe-9412-b90fcf735458 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:38.833148 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14a07b-01e4-4d3b-a6dc-a0b4a1ad6c32 req-226a3ad1-64ea-4094-b027-64f8001b0123 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:38.836495 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-5c14a07b-01e4-4d3b-a6dc-a0b4a1ad6c32 req-226a3ad1-64ea-4094-b027-64f8001b0123 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0d2454-5a36-4e10-b14d-fd5f0d4d9020 HTTP/1.1" status: 200 len: 944 time: 0.3332877 Jun 07 06:54:38.871440 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-2154a680-c000-4ada-826a-4fc8a2f53022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:38.873191 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-2154a680-c000-4ada-826a-4fc8a2f53022 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f84addd7b81d49b4b6aa42f13e1738f8&device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 1096 time: 0.1706028 Jun 07 06:54:38.912276 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:38.939756 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 39498) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:38.950203 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec36a6c19c8fb969b847be0da992033db50c3714a14aa90e68a12edeb3f3a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f71393-23e4-41f2-bf4e-331e095e7430" -d '{"events": [{"name": "network-changed", "server_uuid": "abff3baf-a3fb-4393-9fe9-d053be636708", "tag": "3ddabfdb-cb0b-403a-998e-fca6faed2a55"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:54:38.967496 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-a4b1d97f-c3e9-4d3c-b321-fd0bbcaec3e3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ddabfdb-cb0b-403a-998e-fca6faed2a55 HTTP/1.1" status: 200 len: 217 time: 0.0869787 Jun 07 06:54:38.982866 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-6dd15df2-5f0f-4bc7-b764-86a58c94ac8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:39.003096 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-c8f1498c-69a8-46cf-a864-5a42534ee985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:39.023234 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-5c14a07b-01e4-4d3b-a6dc-a0b4a1ad6c32 req-d6d786d4-f69a-4ff1-b6fc-687c578b094c tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/security-groups?id=15258644-b705-41da-a019-0c9459dbae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734576 Jun 07 06:54:39.055091 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-8c3ec93e-aa35-42d8-b438-9d1302e1916f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:39.056778 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-8c3ec93e-aa35-42d8-b438-9d1302e1916f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2ad2cf50-9851-436b-aa64-d2e05907b43a HTTP/1.1" status: 200 len: 859 time: 0.0811522 Jun 07 06:54:39.100723 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-98adb2f0-581d-4079-9da7-9d55b89578e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:39.107170 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-1b4e2802-98d7-45c8-a0f4-68bcfa070595 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e1d27084-54d3-4657-a203-aa1e336128a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427878 Jun 07 06:54:39.110738 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-98adb2f0-581d-4079-9da7-9d55b89578e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:39.111857 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-98adb2f0-581d-4079-9da7-9d55b89578e0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d775ba35-c2d3-443e-871d-31788fd23fa8 HTTP/1.1" status: 204 len: 168 time: 0.9630616 Jun 07 06:54:39.116275 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-ede35cbd-b65e-433d-832d-4d5510fe4d9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:39.159892 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d9c88-8363-4594-b965-c2994b82d4dd req-b365fc1b-4d93-4c4a-93e6-8a64fd5e7ae8 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:39.161390 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b15d9c88-8363-4594-b965-c2994b82d4dd req-b365fc1b-4d93-4c4a-93e6-8a64fd5e7ae8 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 932 time: 0.4219546 Jun 07 06:54:39.167139 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98adb2f0-581d-4079-9da7-9d55b89578e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d775ba35-c2d3-443e-871d-31788fd23fa8,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:39.211406 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-98adb2f0-581d-4079-9da7-9d55b89578e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:39.322552 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b15d9c88-8363-4594-b965-c2994b82d4dd req-16b8c40d-befe-4bf8-966f-66d6cfb8a3f1 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131856 Jun 07 06:54:39.359036 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-a2a2043c-2703-468d-ae58-155ce0f1de34 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1604711744&fields=id&tenant_id=03bd4d9d83964ae7adcdbf4b4489df7b HTTP/1.1" status: 200 len: 267 time: 0.2082512 Jun 07 06:54:39.461622 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-6dd15df2-5f0f-4bc7-b764-86a58c94ac8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:39.479551 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-6dd15df2-5f0f-4bc7-b764-86a58c94ac8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:39.496899 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-21c46f6a-b57d-48b4-8e54-a9a757867e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:39.508125 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-1dd7a968-1240-47a4-b607-bdd082eb6268 service neutron] 10.222.0.44 "GET /v2.0/networks/e1d27084-54d3-4657-a203-aa1e336128a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3942103 Jun 07 06:54:39.558335 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd15df2-5f0f-4bc7-b764-86a58c94ac8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7376a32d-a699-44fe-8a4d-b40ed8b7992e,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:39.569634 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-6dd15df2-5f0f-4bc7-b764-86a58c94ac8c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=84fc36201e554f3bb5c9ae6f556ecae7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6282761 Jun 07 06:54:39.574446 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-6dd15df2-5f0f-4bc7-b764-86a58c94ac8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:39.575130 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 39522) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:39.661447 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-0ba46d93-d0fa-4b87-80c4-238de7643e9a tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:39.663005 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-0ba46d93-d0fa-4b87-80c4-238de7643e9a tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/networks?id=0ea641b7-d55d-49bf-bc2d-31ddec2c42bf HTTP/1.1" status: 200 len: 817 time: 0.2925210 Jun 07 06:54:39.679850 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.notifiers.nova [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-c8f1498c-69a8-46cf-a864-5a42534ee985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3667534-e0f8-4a2e-9b56-71fc84b32cf9 {{(pid=91759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:54:39.684782 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 39524) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:39.690959 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-c8f1498c-69a8-46cf-a864-5a42534ee985 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:39.714333 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 06:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e68b655-e32e-4c2c-abdd-8a16aafcc889 x-openstack-request-id: req-4e68b655-e32e-4c2c-abdd-8a16aafcc889 {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:54:39.714630 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abff3baf-a3fb-4393-9fe9-d053be636708", "tag": "3ddabfdb-cb0b-403a-998e-fca6faed2a55", "status": "completed", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:54:39.714896 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4e68b655-e32e-4c2c-abdd-8a16aafcc889 {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:54:39.715364 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abff3baf-a3fb-4393-9fe9-d053be636708', 'tag': '3ddabfdb-cb0b-403a-998e-fca6faed2a55', 'status': 'completed', 'code': 200} Jun 07 06:54:39.716615 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-ef67d11c-33d4-45ac-a932-50cfed342d89 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/quotas/03bd4d9d83964ae7adcdbf4b4489df7b HTTP/1.1" status: 200 len: 375 time: 0.0443683 Jun 07 06:54:39.716996 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f690fc65-db72-4da9-9fe1-dedb016c762a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:39.718904 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.provisioning_blocks [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-c8f1498c-69a8-46cf-a864-5a42534ee985 service neutron] Transition to ACTIVE for port object c3667534-e0f8-4a2e-9b56-71fc84b32cf9 will not be triggered until provisioned by entity L2. {{(pid=91759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:54:39.721113 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-02bb29ae-b9b9-4d65-809f-8e6ec2e094a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:39.730171 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-c8f1498c-69a8-46cf-a864-5a42534ee985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222187'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:39.742934 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-dcb1e178-e676-4752-9200-2f7b623e000a tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:39.775433 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-3446fa19-0909-4405-a35e-296ea7885fe8 req-439649af-bd18-4ec8-af76-30571e62f102 service neutron] 10.222.0.44 "GET /v2.0/networks/e1d27084-54d3-4657-a203-aa1e336128a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514765 Jun 07 06:54:39.793492 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f690fc65-db72-4da9-9fe1-dedb016c762a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:39.909289 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-d55118e2-f66a-4670-ae89-24c5216c2e3a tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=03bd4d9d83964ae7adcdbf4b4489df7b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1789663 Jun 07 06:54:39.950720 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f1498c-69a8-46cf-a864-5a42534ee985 service neutron] Pushing event updated for resources: {'Port': ['ID=c3667534-e0f8-4a2e-9b56-71fc84b32cf9,revision_number=2']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:39.981556 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-c8f1498c-69a8-46cf-a864-5a42534ee985 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:40.017305 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-02bb29ae-b9b9-4d65-809f-8e6ec2e094a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:40.039681 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f690fc65-db72-4da9-9fe1-dedb016c762a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:40.044825 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f690fc65-db72-4da9-9fe1-dedb016c762a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:40.050213 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-f690fc65-db72-4da9-9fe1-dedb016c762a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7376a32d-a699-44fe-8a4d-b40ed8b7992e HTTP/1.1" status: 204 len: 168 time: 0.4737182 Jun 07 06:54:40.053471 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-c8f1498c-69a8-46cf-a864-5a42534ee985 service neutron] Attempting to bind port c3667534-e0f8-4a2e-9b56-71fc84b32cf9 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:54:40.053471 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-c8f1498c-69a8-46cf-a864-5a42534ee985 service neutron] Attempting to bind port c3667534-e0f8-4a2e-9b56-71fc84b32cf9 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': 'fc32578d-75ec-4ab3-838d-be875a300fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e1d27084-54d3-4657-a203-aa1e336128a1'}] {{(pid=91759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:54:40.053471 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-c8f1498c-69a8-46cf-a864-5a42534ee985 service neutron] Attempting to bind port c3667534-e0f8-4a2e-9b56-71fc84b32cf9 on network e1d27084-54d3-4657-a203-aa1e336128a1 {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:54:40.055222 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:40.070923 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f690fc65-db72-4da9-9fe1-dedb016c762a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7376a32d-a699-44fe-8a4d-b40ed8b7992e,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:40.073270 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-c8f1498c-69a8-46cf-a864-5a42534ee985 service neutron] Port c3667534-e0f8-4a2e-9b56-71fc84b32cf9 on network e1d27084-54d3-4657-a203-aa1e336128a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 06:54:40.073719 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-c8f1498c-69a8-46cf-a864-5a42534ee985 service neutron] Attempting to bind port c3667534-e0f8-4a2e-9b56-71fc84b32cf9 on network e1d27084-54d3-4657-a203-aa1e336128a1 {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:54:40.085417 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-02bb29ae-b9b9-4d65-809f-8e6ec2e094a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:40.086238 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-f690fc65-db72-4da9-9fe1-dedb016c762a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:40.093020 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-c8f1498c-69a8-46cf-a864-5a42534ee985 service neutron] Checking agent: {'id': '6ac81f3b-c4b1-4231-aa5b-62c4bc3a8245', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 52, 32), 'started_at': datetime.datetime(2021, 6, 7, 6, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:54:40.093263 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-c8f1498c-69a8-46cf-a864-5a42534ee985 service neutron] Checking segment: {'id': 'fc32578d-75ec-4ab3-838d-be875a300fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e1d27084-54d3-4657-a203-aa1e336128a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:54:40.093465 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f71393-23e4-41f2-bf4e-331e095e7430 req-a458e549-2a59-49b5-b68b-cff183aec368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:40.093650 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-c8f1498c-69a8-46cf-a864-5a42534ee985 service neutron] Bound using segment: {'id': 'fc32578d-75ec-4ab3-838d-be875a300fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e1d27084-54d3-4657-a203-aa1e336128a1'} {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:54:40.094118 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-c8f1498c-69a8-46cf-a864-5a42534ee985 service neutron] Bound port: c3667534-e0f8-4a2e-9b56-71fc84b32cf9, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc32578d-75ec-4ab3-838d-be875a300fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e1d27084-54d3-4657-a203-aa1e336128a1'}}] {{(pid=91759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:54:40.094484 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-c8f1498c-69a8-46cf-a864-5a42534ee985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:40.094945 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-01f71393-23e4-41f2-bf4e-331e095e7430 req-a458e549-2a59-49b5-b68b-cff183aec368 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f84addd7b81d49b4b6aa42f13e1738f8&device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 1096 time: 0.2607162 Jun 07 06:54:40.098655 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:40.203187 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb29ae-b9b9-4d65-809f-8e6ec2e094a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbec101f-3fb1-45ee-b8d7-f0b9b3dedeee,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:40.207444 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-02bb29ae-b9b9-4d65-809f-8e6ec2e094a0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d9849d60662b43fbb4881070b2d1578a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5200253 Jun 07 06:54:40.208473 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-02bb29ae-b9b9-4d65-809f-8e6ec2e094a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:40.211994 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 39540) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:40.256910 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.db [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-c8f1498c-69a8-46cf-a864-5a42534ee985 service neutron] For port c3667534-e0f8-4a2e-9b56-71fc84b32cf9, host hv-cinder-78414, cleared binding levels {{(pid=91759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:54:40.270386 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-79fa234f-bfa3-44c3-a26b-7c6c6d4a819e service neutron] 10.222.0.35 "GET /v2.0/networks/0ea641b7-d55d-49bf-bc2d-31ddec2c42bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317039 Jun 07 06:54:40.314569 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.db [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-c8f1498c-69a8-46cf-a864-5a42534ee985 service neutron] For port c3667534-e0f8-4a2e-9b56-71fc84b32cf9, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=c3667534-e0f8-4a2e-9b56-71fc84b32cf9,segment=NetworkSegment(fc32578d-75ec-4ab3-838d-be875a300fda),segment_id=fc32578d-75ec-4ab3-838d-be875a300fda)] {{(pid=91759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:54:40.400320 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-c8f1498c-69a8-46cf-a864-5a42534ee985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222187'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:40.403748 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f71393-23e4-41f2-bf4e-331e095e7430 req-87314c33-0ed6-461e-836a-831957010b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:40.405241 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-01f71393-23e4-41f2-bf4e-331e095e7430 req-87314c33-0ed6-461e-836a-831957010b1d service neutron] 10.222.0.44 "GET /v2.0/networks?id=e1d27084-54d3-4657-a203-aa1e336128a1 HTTP/1.1" status: 200 len: 920 time: 0.2938240 Jun 07 06:54:40.425383 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a5010780-0b9e-4f75-a9ee-944cc2e75260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:40.437960 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:40.494896 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-01f71393-23e4-41f2-bf4e-331e095e7430 req-3e3ef481-6a97-4377-a67e-71d53ca34c32 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ddabfdb-cb0b-403a-998e-fca6faed2a55 HTTP/1.1" status: 200 len: 217 time: 0.0818183 Jun 07 06:54:40.587712 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-c8f1498c-69a8-46cf-a864-5a42534ee985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:40.588691 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-c8f1498c-69a8-46cf-a864-5a42534ee985 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for port, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:40.590363 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-c8f1498c-69a8-46cf-a864-5a42534ee985 service neutron] 10.222.0.44 "PUT /v2.0/ports/c3667534-e0f8-4a2e-9b56-71fc84b32cf9 HTTP/1.1" status: 200 len: 1094 time: 2.1132832 Jun 07 06:54:40.594062 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14bdbfbc-4715-4a29-91fb-3fc405c590cf', 'tag': 'c3667534-e0f8-4a2e-9b56-71fc84b32cf9'}] {{(pid=91759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:54:40.596741 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a053f81c338bbf1e2ede0d69cafce5cf20f9436aa375ccea032d9338f79a3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1cc0df0-0684-4a58-8e5a-9a90ceac7e02" -d '{"events": [{"name": "network-changed", "server_uuid": "14bdbfbc-4715-4a29-91fb-3fc405c590cf", "tag": "c3667534-e0f8-4a2e-9b56-71fc84b32cf9"}]}' {{(pid=91759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:54:40.599405 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-c854b5a3-fae1-4408-b5c5-ec5663f62ec8 service neutron] 10.222.0.35 "GET /v2.0/networks/0ea641b7-d55d-49bf-bc2d-31ddec2c42bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231132 Jun 07 06:54:40.626702 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a5010780-0b9e-4f75-a9ee-944cc2e75260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:40.636307 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f71393-23e4-41f2-bf4e-331e095e7430 req-59ee4c40-b843-48be-884b-3db5d0752a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:40.638160 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-01f71393-23e4-41f2-bf4e-331e095e7430 req-59ee4c40-b843-48be-884b-3db5d0752a4c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2ad2cf50-9851-436b-aa64-d2e05907b43a HTTP/1.1" status: 200 len: 859 time: 0.1344151 Jun 07 06:54:40.652557 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:40.653047 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f1498c-69a8-46cf-a864-5a42534ee985 service neutron] Pushing event updated for resources: {'Port': ['ID=c3667534-e0f8-4a2e-9b56-71fc84b32cf9,revision_number=3']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:40.691166 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-c8f1498c-69a8-46cf-a864-5a42534ee985 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:40.705257 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-01f71393-23e4-41f2-bf4e-331e095e7430 req-20688030-d55b-4993-8506-4006613e7291 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e1d27084-54d3-4657-a203-aa1e336128a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541344 Jun 07 06:54:40.728997 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75d45a-3073-4dcd-8937-b6b46f364d1b req-bd218a6b-384b-48e5-8440-44c863c783ef tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:40.730788 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-ae75d45a-3073-4dcd-8937-b6b46f364d1b req-bd218a6b-384b-48e5-8440-44c863c783ef tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0d2454-5a36-4e10-b14d-fd5f0d4d9020 HTTP/1.1" status: 200 len: 944 time: 0.4129982 Jun 07 06:54:40.780908 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device 8445359b-57c3-45f4-8fef-a29a57f19361 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 06:54:40.807514 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-ae75d45a-3073-4dcd-8937-b6b46f364d1b req-b99e97ec-3287-4dba-b84d-ed602191528a tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/security-groups?id=15258644-b705-41da-a019-0c9459dbae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616500 Jun 07 06:54:40.815658 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a5010780-0b9e-4f75-a9ee-944cc2e75260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:40.820436 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a5010780-0b9e-4f75-a9ee-944cc2e75260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:40.821739 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-a5010780-0b9e-4f75-a9ee-944cc2e75260 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fbec101f-3fb1-45ee-b8d7-f0b9b3dedeee HTTP/1.1" status: 204 len: 168 time: 0.6067042 Jun 07 06:54:40.823454 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-8dcf7518-ef98-4ef4-bb80-f7aa4d553849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:40.844342 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-43617962-0cee-4399-ae63-eac4911efc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:40.846374 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-43617962-0cee-4399-ae63-eac4911efc4a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f84addd7b81d49b4b6aa42f13e1738f8&device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 1097 time: 0.1945455 Jun 07 06:54:40.849981 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5010780-0b9e-4f75-a9ee-944cc2e75260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbec101f-3fb1-45ee-b8d7-f0b9b3dedeee,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:40.852389 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-a5010780-0b9e-4f75-a9ee-944cc2e75260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:40.928074 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-284f914a-c2a8-4e03-852d-eb4beaecb1d6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3667534-e0f8-4a2e-9b56-71fc84b32cf9 HTTP/1.1" status: 200 len: 217 time: 0.0740271 Jun 07 06:54:41.015532 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-5fd4dd68-d3df-4df6-9412-11b621213c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:41.017321 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-5fd4dd68-d3df-4df6-9412-11b621213c84 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2ad2cf50-9851-436b-aa64-d2e05907b43a HTTP/1.1" status: 200 len: 859 time: 0.0834661 Jun 07 06:54:41.125909 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 06:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2e2654-3046-4dab-9df3-ddf2148f564c x-openstack-request-id: req-eb2e2654-3046-4dab-9df3-ddf2148f564c {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:54:41.126185 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14bdbfbc-4715-4a29-91fb-3fc405c590cf", "tag": "c3667534-e0f8-4a2e-9b56-71fc84b32cf9", "status": "completed", "code": 200}]} {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:54:41.126445 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eb2e2654-3046-4dab-9df3-ddf2148f564c {{(pid=91759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:54:41.126849 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14bdbfbc-4715-4a29-91fb-3fc405c590cf', 'tag': 'c3667534-e0f8-4a2e-9b56-71fc84b32cf9', 'status': 'completed', 'code': 200} Jun 07 06:54:41.138086 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port 8445359b-57c3-45f4-8fef-a29a57f19361, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=8445359b-57c3-45f4-8fef-a29a57f19361,segment=NetworkSegment(be5f6e2a-e3bb-4432-9ce3-0810406bda5d),segment_id=be5f6e2a-e3bb-4432-9ce3-0810406bda5d)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:54:41.254694 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Returning: {'device': '8445359b-57c3-45f4-8fef-a29a57f19361', 'network_id': '186e1dc3-2f68-4a49-b528-347ee9919f6c', 'port_id': '8445359b-57c3-45f4-8fef-a29a57f19361', 'mac_address': 'fa:16:3e:37:24:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ebe169c-1ac4-47ac-abc9-299e619e4ae4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 06:54:41.282434 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-0fc79d19-e2c0-42ed-8f54-41bc4b755dfe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e1d27084-54d3-4657-a203-aa1e336128a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2575655 Jun 07 06:54:41.333034 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-01f71393-23e4-41f2-bf4e-331e095e7430 req-dd3988f6-084b-4cbf-a7cc-3e9884ccf2dd service neutron] 10.222.0.44 "GET /v2.0/networks/e1d27084-54d3-4657-a203-aa1e336128a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6192491 Jun 07 06:54:41.359024 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-c1936f92-1ae3-40ca-8889-6475fcf7540e req-429a47e1-e84c-453e-8197-a9687ea6de86 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 210 time: 0.1404955 Jun 07 06:54:41.404235 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:41.457988 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8445359b-57c3-45f4-8fef-a29a57f19361 {{(pid=91760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:54:41.484775 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b196b4-c7e1-4366-a430-c94fd30e83bf req-f238e688-9d3f-43d3-b26e-a30ac572dad5 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:41.486971 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-f5b196b4-c7e1-4366-a430-c94fd30e83bf req-f238e688-9d3f-43d3-b26e-a30ac572dad5 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 944 time: 0.3377218 Jun 07 06:54:41.503754 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port 8445359b-57c3-45f4-8fef-a29a57f19361, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=8445359b-57c3-45f4-8fef-a29a57f19361,segment=NetworkSegment(be5f6e2a-e3bb-4432-9ce3-0810406bda5d),segment_id=be5f6e2a-e3bb-4432-9ce3-0810406bda5d)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:54:41.516111 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:41.518431 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-ed8b6919-a48d-4dd0-910b-fdd14626637e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:41.573826 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-f5b196b4-c7e1-4366-a430-c94fd30e83bf req-9f5c2394-2175-4e62-86ae-2104f1ef7f16 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766077 Jun 07 06:54:41.579619 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-56d3d585-7852-4fd2-a3c1-3698631ed7bd service neutron] 10.222.0.44 "GET /v2.0/networks/e1d27084-54d3-4657-a203-aa1e336128a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900374 Jun 07 06:54:41.665960 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-01f71393-23e4-41f2-bf4e-331e095e7430 req-6290c0f1-2609-41e0-b1c9-4e048c603ebe service neutron] 10.222.0.44 "GET /v2.0/networks/e1d27084-54d3-4657-a203-aa1e336128a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049662 Jun 07 06:54:41.728964 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=8445359b-57c3-45f4-8fef-a29a57f19361,revision_number=4']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:41.758609 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:41.764666 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-11312a1e-e20a-4cad-9370-49f576f2ab3d req-58e13f62-7b03-40d5-b7b2-90a888b7628a service neutron] 10.222.0.44 "GET /v2.0/networks/e1d27084-54d3-4657-a203-aa1e336128a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770291 Jun 07 06:54:41.849100 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] get_ports_and_sgs() called for port_ids ['8445359b-57c3-45f4-8fef-a29a57f19361'] {{(pid=91760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:54:41.925535 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 39608) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:42.132232 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc0df0-0684-4a58-8e5a-9a90ceac7e02 req-b8af437d-2afb-42dc-908b-f528e1e28ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:42.132232 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b1cc0df0-0684-4a58-8e5a-9a90ceac7e02 req-b8af437d-2afb-42dc-908b-f528e1e28ad4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f84addd7b81d49b4b6aa42f13e1738f8&device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 1097 time: 0.2936122 Jun 07 06:54:42.275624 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c466379-5d94-49eb-8cba-3c7a65aec843 req-3a714f07-0326-498b-94c7-5ef6a698a9c6 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:42.277105 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-8c466379-5d94-49eb-8cba-3c7a65aec843 req-3a714f07-0326-498b-94c7-5ef6a698a9c6 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0d2454-5a36-4e10-b14d-fd5f0d4d9020 HTTP/1.1" status: 200 len: 945 time: 0.3173401 Jun 07 06:54:42.344591 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-8c466379-5d94-49eb-8cba-3c7a65aec843 req-2e00abb3-8a51-40c0-89fb-8fa5fd480e3d tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/security-groups?id=15258644-b705-41da-a019-0c9459dbae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603173 Jun 07 06:54:42.396071 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc0df0-0684-4a58-8e5a-9a90ceac7e02 req-595faeb8-d0a6-4fed-9f3f-2c267118ba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:42.400094 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b1cc0df0-0684-4a58-8e5a-9a90ceac7e02 req-595faeb8-d0a6-4fed-9f3f-2c267118ba0e service neutron] 10.222.0.44 "GET /v2.0/networks?id=e1d27084-54d3-4657-a203-aa1e336128a1 HTTP/1.1" status: 200 len: 920 time: 0.2642090 Jun 07 06:54:42.456534 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-4c6ab658-624e-4c24-bdc9-0c3fe72669b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:42.603080 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b1cc0df0-0684-4a58-8e5a-9a90ceac7e02 req-fb05b530-41f0-40e1-93b2-c950017031c3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3667534-e0f8-4a2e-9b56-71fc84b32cf9 HTTP/1.1" status: 200 len: 217 time: 0.1917977 Jun 07 06:54:42.768000 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device 3ddabfdb-cb0b-403a-998e-fca6faed2a55 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 06:54:42.860499 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-4eb49601-b935-4fd9-978b-3118bc09f597 req-7a676edd-949b-4815-9463-e076862cc721 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 210 time: 0.2434819 Jun 07 06:54:42.915184 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-4c6ab658-624e-4c24-bdc9-0c3fe72669b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:42.927410 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc0df0-0684-4a58-8e5a-9a90ceac7e02 req-66a2ddec-e4f8-49d5-b4ad-aff37db41c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:42.934799 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b1cc0df0-0684-4a58-8e5a-9a90ceac7e02 req-66a2ddec-e4f8-49d5-b4ad-aff37db41c84 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2ad2cf50-9851-436b-aa64-d2e05907b43a HTTP/1.1" status: 200 len: 859 time: 0.3165982 Jun 07 06:54:42.991158 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b1cc0df0-0684-4a58-8e5a-9a90ceac7e02 req-1a7f90c0-28b1-46be-b17a-5dd8992cc9be service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e1d27084-54d3-4657-a203-aa1e336128a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492101 Jun 07 06:54:42.996749 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device 8445359b-57c3-45f4-8fef-a29a57f19361 up at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:54:43.059196 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-4c6ab658-624e-4c24-bdc9-0c3fe72669b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:43.120335 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-0fb67115-98b3-479b-acfa-1f590859378a tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:43.122260 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-0fb67115-98b3-479b-acfa-1f590859378a tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.44 "GET /v2.0/networks?id=0ea641b7-d55d-49bf-bc2d-31ddec2c42bf HTTP/1.1" status: 200 len: 817 time: 0.4827688 Jun 07 06:54:43.130465 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0074802a-52df-4bcb-aac9-fc35d2f4ff07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:43.151171 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-4c6ab658-624e-4c24-bdc9-0c3fe72669b9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fdd7819eff554087b006ad60c6092b71&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2245984 Jun 07 06:54:43.169869 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 39666) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:43.203696 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port 3ddabfdb-cb0b-403a-998e-fca6faed2a55, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=3ddabfdb-cb0b-403a-998e-fca6faed2a55,segment=NetworkSegment(fc32578d-75ec-4ab3-838d-be875a300fda),segment_id=fc32578d-75ec-4ab3-838d-be875a300fda)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:54:43.227115 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Returning: {'device': '3ddabfdb-cb0b-403a-998e-fca6faed2a55', 'network_id': 'e1d27084-54d3-4657-a203-aa1e336128a1', 'port_id': '3ddabfdb-cb0b-403a-998e-fca6faed2a55', 'mac_address': 'fa:16:3e:39:00:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad2cf50-9851-436b-aa64-d2e05907b43a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 06:54:43.304086 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:43.319870 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Provisioning for port 8445359b-57c3-45f4-8fef-a29a57f19361 completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:54:43.329415 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Provisioning complete for port 8445359b-57c3-45f4-8fef-a29a57f19361 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:54:43.329875 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:43.362069 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-90f2993a-1d7f-4fd3-892a-a648c16b2126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:43.392435 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-90f2993a-1d7f-4fd3-892a-a648c16b2126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:43.398045 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b1cc0df0-0684-4a58-8e5a-9a90ceac7e02 req-c2501105-74a2-4e47-bba5-99f4dad24f23 service neutron] 10.222.0.44 "GET /v2.0/networks/e1d27084-54d3-4657-a203-aa1e336128a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986349 Jun 07 06:54:43.416033 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ab658-624e-4c24-bdc9-0c3fe72669b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c259ca4-72e9-439f-aa64-be6613e8b9dc,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:43.419614 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-4c6ab658-624e-4c24-bdc9-0c3fe72669b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:43.433498 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ddabfdb-cb0b-403a-998e-fca6faed2a55 {{(pid=91760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:54:43.434077 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69cc74b-6ede-459a-baf5-79615b807ea7 req-8c286cf2-0c72-4a22-8f33-e615c9859ffb tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:43.444567 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-c69cc74b-6ede-459a-baf5-79615b807ea7 req-8c286cf2-0c72-4a22-8f33-e615c9859ffb tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 944 time: 0.5175622 Jun 07 06:54:43.450706 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-05071b81-930e-444b-a169-e7baaaf7330e tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03bd4d9d83964ae7adcdbf4b4489df7b HTTP/1.1" status: 200 len: 380 time: 0.2981460 Jun 07 06:54:43.538315 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-c69cc74b-6ede-459a-baf5-79615b807ea7 req-7606755e-f59e-4b31-a538-8a67729fe055 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927083 Jun 07 06:54:43.553717 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port 3ddabfdb-cb0b-403a-998e-fca6faed2a55, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=3ddabfdb-cb0b-403a-998e-fca6faed2a55,segment=NetworkSegment(fc32578d-75ec-4ab3-838d-be875a300fda),segment_id=fc32578d-75ec-4ab3-838d-be875a300fda)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:54:43.568383 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-90f2993a-1d7f-4fd3-892a-a648c16b2126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:43.571751 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-90f2993a-1d7f-4fd3-892a-a648c16b2126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:43.573057 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-90f2993a-1d7f-4fd3-892a-a648c16b2126 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0c259ca4-72e9-439f-aa64-be6613e8b9dc HTTP/1.1" status: 204 len: 168 time: 0.3395147 Jun 07 06:54:43.573893 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-772a4608-0a52-45df-91ad-585a3cf31fc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:43.580824 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:43.588752 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-f65c0baa-89ec-4e98-92df-e5eff77f592e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:43.605857 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f2993a-1d7f-4fd3-892a-a648c16b2126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c259ca4-72e9-439f-aa64-be6613e8b9dc,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:43.605857 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-90f2993a-1d7f-4fd3-892a-a648c16b2126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:43.794472 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:43.817523 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=3ddabfdb-cb0b-403a-998e-fca6faed2a55,revision_number=4']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:43.827894 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:43.835600 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0d2454-5a36-4e10-b14d-fd5f0d4d9020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8445359b-57c3-45f4-8fef-a29a57f19361'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:54:43.839697 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b1cc0df0-0684-4a58-8e5a-9a90ceac7e02 req-4c195a05-461e-482d-9573-17d49f05012c service neutron] 10.222.0.44 "GET /v2.0/networks/e1d27084-54d3-4657-a203-aa1e336128a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4336486 Jun 07 06:54:43.859927 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5f440-9836-48c8-9b8d-4ad4798e922b req-c6e1544b-1a60-4e29-b82b-9e9c123b346b tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:43.861823 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-eeb5f440-9836-48c8-9b8d-4ad4798e922b req-c6e1544b-1a60-4e29-b82b-9e9c123b346b tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0d2454-5a36-4e10-b14d-fd5f0d4d9020 HTTP/1.1" status: 200 len: 945 time: 0.2239745 Jun 07 06:54:43.908004 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 39704) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:43.924848 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port 8445359b-57c3-45f4-8fef-a29a57f19361, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=8445359b-57c3-45f4-8fef-a29a57f19361,segment=NetworkSegment(be5f6e2a-e3bb-4432-9ce3-0810406bda5d),segment_id=be5f6e2a-e3bb-4432-9ce3-0810406bda5d)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:54:43.929654 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-eeb5f440-9836-48c8-9b8d-4ad4798e922b req-2ddb754e-cc5e-481a-9415-26c7b8cd81ee tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/security-groups?id=15258644-b705-41da-a019-0c9459dbae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620787 Jun 07 06:54:43.934250 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:43.937561 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-76223847-b726-4f82-a58b-8b6721eaa583 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:44.030033 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=8445359b-57c3-45f4-8fef-a29a57f19361,revision_number=5']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:44.032976 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:44.061978 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-3031610a-b10b-4885-92bd-19b5ab46afba req-c0ab723d-b267-4dd4-87f4-dc84288eb141 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 210 time: 0.0491621 Jun 07 06:54:44.224492 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-83d6667f-9a0d-45d6-98e4-dee20d299c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:44.348396 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bdfcc22c2f6cd30966a80f508f9d4395b4bd329b93c89cee5ea7ddf2c7e5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4db16c4-6c9e-45e1-942d-097e7c146515" -d '{"events": [{"server_uuid": "cc0d2454-5a36-4e10-b14d-fd5f0d4d9020", "name": "network-vif-plugged", "status": "completed", "tag": "8445359b-57c3-45f4-8fef-a29a57f19361"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:54:44.356537 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-83d6667f-9a0d-45d6-98e4-dee20d299c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:44.359246 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 39734) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:44.377116 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-83d6667f-9a0d-45d6-98e4-dee20d299c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:44.388494 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-65c0a078-fd66-4a03-9031-6078d5933d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:44.393974 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-02bb29ae-b9b9-4d65-809f-8e6ec2e094a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:44.477108 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-83d6667f-9a0d-45d6-98e4-dee20d299c87 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3f8eead458794240ba436bea0275a8a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5658114 Jun 07 06:54:44.478317 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 39738) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:44.496200 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6667f-9a0d-45d6-98e4-dee20d299c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1831c8-af88-4f33-8bbe-051644a93663,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:44.522438 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-83d6667f-9a0d-45d6-98e4-dee20d299c87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:44.534943 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-65c0a078-fd66-4a03-9031-6078d5933d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:44.542320 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-65c0a078-fd66-4a03-9031-6078d5933d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:44.557475 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-6dd15df2-5f0f-4bc7-b764-86a58c94ac8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:44.591197 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c820fe-765d-4153-87e2-d88efca7ea57 x-openstack-request-id: req-e0c820fe-765d-4153-87e2-d88efca7ea57 {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:54:44.591567 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0d2454-5a36-4e10-b14d-fd5f0d4d9020", "name": "network-vif-plugged", "status": "completed", "tag": "8445359b-57c3-45f4-8fef-a29a57f19361", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:54:44.592579 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e0c820fe-765d-4153-87e2-d88efca7ea57 {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:54:44.593068 dv-cinder-784140-5-iscsi neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0d2454-5a36-4e10-b14d-fd5f0d4d9020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8445359b-57c3-45f4-8fef-a29a57f19361', 'code': 200} Jun 07 06:54:44.601018 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c0a078-fd66-4a03-9031-6078d5933d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c2e924-3e35-4730-a635-c75894f81853,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:44.605272 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-65c0a078-fd66-4a03-9031-6078d5933d5e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c500ba9966b24f5d822d77e2f5646fed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2449250 Jun 07 06:54:44.606159 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-65c0a078-fd66-4a03-9031-6078d5933d5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:44.609499 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 39746) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:44.639765 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8b36f85f-8e13-4450-a81f-ee4c682a4e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:44.675359 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-816b6324-d3cc-41f6-a803-b16b1a2efc09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:44.676575 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8b36f85f-8e13-4450-a81f-ee4c682a4e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:44.705235 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-816b6324-d3cc-41f6-a803-b16b1a2efc09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:44.761720 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-816b6324-d3cc-41f6-a803-b16b1a2efc09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:44.765897 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-816b6324-d3cc-41f6-a803-b16b1a2efc09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:44.767164 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-816b6324-d3cc-41f6-a803-b16b1a2efc09 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f7c2e924-3e35-4730-a635-c75894f81853 HTTP/1.1" status: 204 len: 168 time: 0.1567094 Jun 07 06:54:44.768077 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:44.784388 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b6324-d3cc-41f6-a803-b16b1a2efc09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c2e924-3e35-4730-a635-c75894f81853,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:44.787671 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-816b6324-d3cc-41f6-a803-b16b1a2efc09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:44.801910 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940daba3-c2f4-4d54-8e62-c2af0f1c5c3f req-625795d8-4ae5-43fe-a42b-4b6da86d6d0d tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:44.803662 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-940daba3-c2f4-4d54-8e62-c2af0f1c5c3f req-625795d8-4ae5-43fe-a42b-4b6da86d6d0d tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 944 time: 0.1182213 Jun 07 06:54:44.839634 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8b36f85f-8e13-4450-a81f-ee4c682a4e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:44.843446 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8b36f85f-8e13-4450-a81f-ee4c682a4e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:44.847619 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-8b36f85f-8e13-4450-a81f-ee4c682a4e4c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/af1831c8-af88-4f33-8bbe-051644a93663 HTTP/1.1" status: 204 len: 168 time: 0.3652782 Jun 07 06:54:44.847619 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-4850cebb-adfd-41f5-b201-6c09b9331d00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:44.866458 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36f85f-8e13-4450-a81f-ee4c682a4e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1831c8-af88-4f33-8bbe-051644a93663,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:44.870315 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-8b36f85f-8e13-4450-a81f-ee4c682a4e4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:44.875827 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-940daba3-c2f4-4d54-8e62-c2af0f1c5c3f req-754e2407-9cc7-4ac9-bb7e-e23ca2e12d61 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637641 Jun 07 06:54:45.121090 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b900ee-dd39-44d0-9306-743fe83277c8 req-5367ecb2-618d-4bc3-a978-4360e2ac77e3 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:45.122685 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-f6b900ee-dd39-44d0-9306-743fe83277c8 req-5367ecb2-618d-4bc3-a978-4360e2ac77e3 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0d2454-5a36-4e10-b14d-fd5f0d4d9020 HTTP/1.1" status: 200 len: 946 time: 0.0940189 Jun 07 06:54:45.175349 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-f6b900ee-dd39-44d0-9306-743fe83277c8 req-ef562819-f856-4626-835c-a113fb0f882b tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/security-groups?id=15258644-b705-41da-a019-0c9459dbae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453136 Jun 07 06:54:45.198633 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 39772) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:45.212609 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-72e58c4b-3ebf-4cae-83ae-92cc2aec3eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:45.270741 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-2bc16006-6cdc-4b3d-bf33-c0bae6f59596 req-07d3e8e8-7552-460e-883a-321404717a99 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 210 time: 0.0642824 Jun 07 06:54:45.317716 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 39776) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:45.340689 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-72e58c4b-3ebf-4cae-83ae-92cc2aec3eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:45.347222 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-72e58c4b-3ebf-4cae-83ae-92cc2aec3eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:45.372957 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:45.389961 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-72e58c4b-3ebf-4cae-83ae-92cc2aec3eae admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3d642d13da5b4d5cb8164fc5c93de504&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1936071 Jun 07 06:54:45.392802 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 39786) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:45.403353 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e58c4b-3ebf-4cae-83ae-92cc2aec3eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf3b005-afc1-466f-9a30-0e97123733c1,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:45.420558 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-72e58c4b-3ebf-4cae-83ae-92cc2aec3eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:45.463551 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-c80304f4-675e-4ea5-a00e-7649fe40d044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:45.492703 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-057dc824-9ec7-4d0b-85c8-4b29dda31a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:45.531837 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-057dc824-9ec7-4d0b-85c8-4b29dda31a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:45.620793 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-057dc824-9ec7-4d0b-85c8-4b29dda31a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:45.623779 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-057dc824-9ec7-4d0b-85c8-4b29dda31a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:45.624982 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-057dc824-9ec7-4d0b-85c8-4b29dda31a2f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ddf3b005-afc1-466f-9a30-0e97123733c1 HTTP/1.1" status: 204 len: 168 time: 0.2312078 Jun 07 06:54:45.627747 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-a431f7c7-b425-455f-ac11-09d9abe937c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:45.645616 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057dc824-9ec7-4d0b-85c8-4b29dda31a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf3b005-afc1-466f-9a30-0e97123733c1,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:45.649744 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-057dc824-9ec7-4d0b-85c8-4b29dda31a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:45.670785 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-c80304f4-675e-4ea5-a00e-7649fe40d044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:45.675656 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-c80304f4-675e-4ea5-a00e-7649fe40d044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:45.684178 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:45.727161 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-c80304f4-675e-4ea5-a00e-7649fe40d044 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=63ae45d27e51482184d0d22690ec9903&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4082422 Jun 07 06:54:45.727962 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80304f4-675e-4ea5-a00e-7649fe40d044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1188b86e-5826-4fa5-a8d1-353f9cdf0922,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:45.729894 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 39802) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:45.730965 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-c80304f4-675e-4ea5-a00e-7649fe40d044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:45.796812 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-6336d663-e868-4310-91f8-2177fa8107ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:45.823538 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-6336d663-e868-4310-91f8-2177fa8107ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:45.879696 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-6336d663-e868-4310-91f8-2177fa8107ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:45.882448 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-6336d663-e868-4310-91f8-2177fa8107ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:45.883566 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-6336d663-e868-4310-91f8-2177fa8107ed admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1188b86e-5826-4fa5-a8d1-353f9cdf0922 HTTP/1.1" status: 204 len: 168 time: 0.1517885 Jun 07 06:54:45.884380 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-8b958a21-0b06-4ea8-9485-0b06cf960961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:45.894019 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336d663-e868-4310-91f8-2177fa8107ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1188b86e-5826-4fa5-a8d1-353f9cdf0922,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:45.896136 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-6336d663-e868-4310-91f8-2177fa8107ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:46.072125 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbfca1-1e9b-4fdf-9932-9a0963b6e186 req-e2edc264-a815-4dc1-8221-6c3231c89df3 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:46.073904 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-53fbfca1-1e9b-4fdf-9932-9a0963b6e186 req-e2edc264-a815-4dc1-8221-6c3231c89df3 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 944 time: 0.0857239 Jun 07 06:54:46.119307 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-53fbfca1-1e9b-4fdf-9932-9a0963b6e186 req-df58bdbe-a0de-4d45-b468-5489854778b7 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389557 Jun 07 06:54:46.242903 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device c3667534-e0f8-4a2e-9b56-71fc84b32cf9 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 06:54:46.251675 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-8fd4272b-7e70-4343-a6c2-8f93e580b92e tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Request body: {'port': {'device_id': '89408ebb-d630-4f0e-bcdf-bb7e36e5e67d', 'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf', 'admin_state_up': True, 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'security_groups': ['ec7a9107-23af-40d8-9fea-d8e1457ee20e']}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:46.344994 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 39834) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:46.399491 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-5d342eff-b57d-4148-957a-b7831169653a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:46.551868 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] get_ports_and_sgs() called for port_ids ['3ddabfdb-cb0b-403a-998e-fca6faed2a55'] {{(pid=91760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:54:46.586155 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5ab00-eaba-4eae-bf87-0716e4d38270 req-7d3bd0bf-68e4-4d0f-ab5c-6bdcbc99b0ba tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:46.589930 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ace5ab00-eaba-4eae-bf87-0716e4d38270 req-7d3bd0bf-68e4-4d0f-ab5c-6bdcbc99b0ba tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0d2454-5a36-4e10-b14d-fd5f0d4d9020 HTTP/1.1" status: 200 len: 946 time: 0.1891756 Jun 07 06:54:46.658468 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port c3667534-e0f8-4a2e-9b56-71fc84b32cf9, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=c3667534-e0f8-4a2e-9b56-71fc84b32cf9,segment=NetworkSegment(fc32578d-75ec-4ab3-838d-be875a300fda),segment_id=fc32578d-75ec-4ab3-838d-be875a300fda)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:54:46.684117 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Returning: {'device': 'c3667534-e0f8-4a2e-9b56-71fc84b32cf9', 'network_id': 'e1d27084-54d3-4657-a203-aa1e336128a1', 'port_id': 'c3667534-e0f8-4a2e-9b56-71fc84b32cf9', 'mac_address': 'fa:16:3e:c1:15:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad2cf50-9851-436b-aa64-d2e05907b43a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 06:54:46.723371 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ace5ab00-eaba-4eae-bf87-0716e4d38270 req-44a3df7a-12c0-4440-9a7f-e3ab9e0438b3 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/security-groups?id=15258644-b705-41da-a019-0c9459dbae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257961 Jun 07 06:54:46.783605 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:46.815573 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3667534-e0f8-4a2e-9b56-71fc84b32cf9 {{(pid=91760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:54:46.855321 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port c3667534-e0f8-4a2e-9b56-71fc84b32cf9, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=c3667534-e0f8-4a2e-9b56-71fc84b32cf9,segment=NetworkSegment(fc32578d-75ec-4ab3-838d-be875a300fda),segment_id=fc32578d-75ec-4ab3-838d-be875a300fda)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:54:46.867166 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:46.872529 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:46.892673 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-59af8670-c199-4038-bd20-645fbad0022e req-fb50ec36-a179-4bba-bc8b-568934eeab83 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 210 time: 0.3597519 Jun 07 06:54:46.958322 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-5d342eff-b57d-4148-957a-b7831169653a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:46.971933 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-5d342eff-b57d-4148-957a-b7831169653a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:46.975607 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=c3667534-e0f8-4a2e-9b56-71fc84b32cf9,revision_number=4']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:46.979309 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:46.991760 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-3719cc10-274f-47a6-a9bb-c62273f228ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:46.993239 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-8fd4272b-7e70-4343-a6c2-8f93e580b92e tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Made reservation on behalf of 03bd4d9d83964ae7adcdbf4b4489df7b for: {'port': 1} {{(pid=91758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:54:46.998731 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-8fd4272b-7e70-4343-a6c2-8f93e580b92e tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:47.045329 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d342eff-b57d-4148-957a-b7831169653a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28ca59a-9fc4-4be0-ad64-4ffa62df109a,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:47.069016 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-5d342eff-b57d-4148-957a-b7831169653a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8560e355b9b3460392085c67fa6d43dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7227228 Jun 07 06:54:47.071565 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 39868) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:47.071679 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-5d342eff-b57d-4148-957a-b7831169653a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:47.074939 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0508c1-0b5a-4cb3-aee3-6f4f7d76c38e req-46e152a4-c045-4025-8c9c-bcffba8f27d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:47.077761 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-ee0508c1-0b5a-4cb3-aee3-6f4f7d76c38e req-46e152a4-c045-4025-8c9c-bcffba8f27d9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cc0d2454-5a36-4e10-b14d-fd5f0d4d9020 HTTP/1.1" status: 200 len: 1099 time: 0.3544555 Jun 07 06:54:47.206103 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-40f7ecfd-4012-4399-bfbd-5212b341e9d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:47.249411 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.db_base_plugin_common [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-8fd4272b-7e70-4343-a6c2-8f93e580b92e tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Allocated IP 172.20.0.6 (0ea641b7-d55d-49bf-bc2d-31ddec2c42bf/dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1/b6a21db2-fd0f-4ecd-b552-56cb2a008026) {{(pid=91758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:54:47.252103 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-40f7ecfd-4012-4399-bfbd-5212b341e9d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:47.417736 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 39884) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:47.474073 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48cd06-aba6-4e68-bf1c-e6ac8c3de8d6 req-6b5843dc-5d8d-4c14-938e-50d780f02a1b tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:47.475551 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-5a48cd06-aba6-4e68-bf1c-e6ac8c3de8d6 req-6b5843dc-5d8d-4c14-938e-50d780f02a1b tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 945 time: 0.2141442 Jun 07 06:54:47.493104 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-40f7ecfd-4012-4399-bfbd-5212b341e9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:47.495494 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-40f7ecfd-4012-4399-bfbd-5212b341e9d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:47.496601 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-40f7ecfd-4012-4399-bfbd-5212b341e9d6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c28ca59a-9fc4-4be0-ad64-4ffa62df109a HTTP/1.1" status: 204 len: 168 time: 0.4236412 Jun 07 06:54:47.502970 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:47.537681 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f7ecfd-4012-4399-bfbd-5212b341e9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28ca59a-9fc4-4be0-ad64-4ffa62df109a,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:47.546529 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-40f7ecfd-4012-4399-bfbd-5212b341e9d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:47.617091 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-5a48cd06-aba6-4e68-bf1c-e6ac8c3de8d6 req-c086129d-5848-48cd-bdfc-40acfb4bdc1e tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194024 Jun 07 06:54:47.648762 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-ee0508c1-0b5a-4cb3-aee3-6f4f7d76c38e req-77003f94-97bd-4b82-a38a-35b18edc6aa0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:47.693598 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-8fd4272b-7e70-4343-a6c2-8f93e580b92e tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks [] for port, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:47.715690 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-8fd4272b-7e70-4343-a6c2-8f93e580b92e tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Transition to ACTIVE for port object b6a21db2-fd0f-4ecd-b552-56cb2a008026 will not be triggered until provisioned by entity DHCP. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:54:47.729717 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-97ee99d3-4602-43fa-942a-ccd574a13a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:47.752611 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-8fd4272b-7e70-4343-a6c2-8f93e580b92e tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:47.778355 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:47.823638 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-ee0508c1-0b5a-4cb3-aee3-6f4f7d76c38e req-77003f94-97bd-4b82-a38a-35b18edc6aa0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:47.831759 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-ee0508c1-0b5a-4cb3-aee3-6f4f7d76c38e req-77003f94-97bd-4b82-a38a-35b18edc6aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:47.857264 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-6336d663-e868-4310-91f8-2177fa8107ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:47.862093 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-8fd4272b-7e70-4343-a6c2-8f93e580b92e tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Network 0ea641b7-d55d-49bf-bc2d-31ddec2c42bf is already hosted by enough agents. {{(pid=91758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:54:47.863292 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.base_scheduler [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-8fd4272b-7e70-4343-a6c2-8f93e580b92e tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Resources bound (agent type, host, resource id): {{(pid=91758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:54:47.866325 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-8fd4272b-7e70-4343-a6c2-8f93e580b92e tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Received port after_create {{(pid=91758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:54:47.961093 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd4272b-7e70-4343-a6c2-8f93e580b92e tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Pushing event updated for resources: {'Port': ['ID=b6a21db2-fd0f-4ecd-b552-56cb2a008026,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:47.974253 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-8fd4272b-7e70-4343-a6c2-8f93e580b92e tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:47.976729 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-ee0508c1-0b5a-4cb3-aee3-6f4f7d76c38e req-77003f94-97bd-4b82-a38a-35b18edc6aa0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=15258644-b705-41da-a019-0c9459dbae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578677 Jun 07 06:54:47.991824 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-8fd4272b-7e70-4343-a6c2-8f93e580b92e tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:47.992461 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-8fd4272b-7e70-4343-a6c2-8f93e580b92e tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for port, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:48.042576 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77003f94-97bd-4b82-a38a-35b18edc6aa0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9d849a3e-ee18-42a0-9a81-1f29ea0c035b,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:48.048115 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-77003f94-97bd-4b82-a38a-35b18edc6aa0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:48.103190 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b8f7e-cd6c-4ca4-a84d-8f2cb1aff553 req-60c493e8-df5a-4c2c-a1f4-853f3b5c8e59 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:48.104831 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-425b8f7e-cd6c-4ca4-a84d-8f2cb1aff553 req-60c493e8-df5a-4c2c-a1f4-853f3b5c8e59 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0d2454-5a36-4e10-b14d-fd5f0d4d9020 HTTP/1.1" status: 200 len: 946 time: 0.2263653 Jun 07 06:54:48.191620 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec6214-7f30-4a93-a3cc-b5ecbe639503 req-7d87f380-f2a1-4b60-912a-6365e671319f tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:48.193525 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-aaec6214-7f30-4a93-a3cc-b5ecbe639503 req-7d87f380-f2a1-4b60-912a-6365e671319f tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 931 time: 0.1286795 Jun 07 06:54:48.205392 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-97ee99d3-4602-43fa-942a-ccd574a13a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:48.217472 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-425b8f7e-cd6c-4ca4-a84d-8f2cb1aff553 req-15aa62e5-6083-4807-af66-a4fe0e769115 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/security-groups?id=15258644-b705-41da-a019-0c9459dbae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021788 Jun 07 06:54:48.220890 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-97ee99d3-4602-43fa-942a-ccd574a13a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:48.234403 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-8fd4272b-7e70-4343-a6c2-8f93e580b92e tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9920676 Jun 07 06:54:48.238831 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-c25c3451-e480-464f-816b-3c6421162410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:48.252656 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-a85aee14-2343-4069-9bd3-2b8ebd0e4593 None None] Provisioning for port b6a21db2-fd0f-4ecd-b552-56cb2a008026 completed by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:54:48.258661 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-aaec6214-7f30-4a93-a3cc-b5ecbe639503 req-d88bbc1d-5773-46ef-92eb-5f9bcc8b6838 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595086 Jun 07 06:54:48.259608 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-a85aee14-2343-4069-9bd3-2b8ebd0e4593 None None] Provisioning complete for port b6a21db2-fd0f-4ecd-b552-56cb2a008026 triggered by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:54:48.260279 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a85aee14-2343-4069-9bd3-2b8ebd0e4593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:48.321024 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-a85aee14-2343-4069-9bd3-2b8ebd0e4593 None None] Port b6a21db2-fd0f-4ecd-b552-56cb2a008026 cannot update to ACTIVE because it is not bound. {{(pid=91760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 06:54:48.339105 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-97ee99d3-4602-43fa-942a-ccd574a13a83 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1cb50bee1e484a8f8d5c072cec8972c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9176781 Jun 07 06:54:48.339105 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee99d3-4602-43fa-942a-ccd574a13a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbbea2a-1163-4bef-93c5-5bb6e69be046,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:48.339503 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 39918) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:48.341750 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-97ee99d3-4602-43fa-942a-ccd574a13a83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:48.402489 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-3f3de55b-a89d-4b9f-9e52-9df9b863255e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:48.429953 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-3f3de55b-a89d-4b9f-9e52-9df9b863255e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:48.500054 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-3f3de55b-a89d-4b9f-9e52-9df9b863255e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:48.502983 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-3f3de55b-a89d-4b9f-9e52-9df9b863255e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:48.504892 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-3f3de55b-a89d-4b9f-9e52-9df9b863255e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3dbbea2a-1163-4bef-93c5-5bb6e69be046 HTTP/1.1" status: 204 len: 168 time: 0.1643701 Jun 07 06:54:48.505681 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:48.518089 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3de55b-a89d-4b9f-9e52-9df9b863255e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbbea2a-1163-4bef-93c5-5bb6e69be046,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:48.521262 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-3f3de55b-a89d-4b9f-9e52-9df9b863255e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:48.821636 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234db656-8b30-4561-8ffb-7132ef59c133 req-045d80ea-1d61-4c7a-8c7f-9c121d60cbab tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:48.823293 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-234db656-8b30-4561-8ffb-7132ef59c133 req-045d80ea-1d61-4c7a-8c7f-9c121d60cbab tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 945 time: 0.0907819 Jun 07 06:54:48.882061 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-234db656-8b30-4561-8ffb-7132ef59c133 req-03629c38-79d1-4c31-9617-62cefdd1d76e tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515487 Jun 07 06:54:48.957880 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 39948) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:48.979578 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-fbe9fac0-e836-444d-ae5a-21b02026d8a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:49.108630 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-fbe9fac0-e836-444d-ae5a-21b02026d8a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:49.112700 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-fbe9fac0-e836-444d-ae5a-21b02026d8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:49.122377 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-7be52643-bb26-480a-a32f-2b5163fbf05a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:49.163847 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-fbe9fac0-e836-444d-ae5a-21b02026d8a5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6dc9090f177743f29969a2fdf629f0e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2048132 Jun 07 06:54:49.165489 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe9fac0-e836-444d-ae5a-21b02026d8a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08fa2c80-8667-44b9-a934-23f65e54ff5d,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:49.166754 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 39954) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:49.168727 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-fbe9fac0-e836-444d-ae5a-21b02026d8a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:49.234995 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3bebee3b-bd83-4169-a2b9-0658788bac3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:49.263799 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3bebee3b-bd83-4169-a2b9-0658788bac3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:49.336015 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3bebee3b-bd83-4169-a2b9-0658788bac3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:49.338557 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3bebee3b-bd83-4169-a2b9-0658788bac3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:49.341936 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-3bebee3b-bd83-4169-a2b9-0658788bac3d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/08fa2c80-8667-44b9-a934-23f65e54ff5d HTTP/1.1" status: 204 len: 168 time: 0.1703753 Jun 07 06:54:49.341936 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:49.359695 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bebee3b-bd83-4169-a2b9-0658788bac3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fa2c80-8667-44b9-a934-23f65e54ff5d,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:49.367338 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-3bebee3b-bd83-4169-a2b9-0658788bac3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:49.505973 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b18123-0a5b-4d02-b44c-e93160b68fa1 req-4f1803cd-3c80-4200-bb89-9fdc917bb6b7 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:49.513175 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-92b18123-0a5b-4d02-b44c-e93160b68fa1 req-4f1803cd-3c80-4200-bb89-9fdc917bb6b7 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0d2454-5a36-4e10-b14d-fd5f0d4d9020 HTTP/1.1" status: 200 len: 946 time: 0.1288218 Jun 07 06:54:49.541095 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03772869-b1d0-4361-9ff0-95516273c2e5 req-34ef87ee-62f7-4a5a-ab44-46c46c83fb97 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:49.542955 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-03772869-b1d0-4361-9ff0-95516273c2e5 req-34ef87ee-62f7-4a5a-ab44-46c46c83fb97 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 931 time: 0.1136351 Jun 07 06:54:49.568612 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-92b18123-0a5b-4d02-b44c-e93160b68fa1 req-b49f41f6-2ce7-4473-84c3-5138774f8d9e tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/security-groups?id=15258644-b705-41da-a019-0c9459dbae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515151 Jun 07 06:54:49.612755 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-03772869-b1d0-4361-9ff0-95516273c2e5 req-d1faf4bd-0fbc-4430-87e7-e34524d2c5c2 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587771 Jun 07 06:54:49.704476 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-238444e0-7d87-4a6b-ace7-820a585e47fd service neutron] Request body: {'port': {'device_id': '89408ebb-d630-4f0e-bcdf-bb7e36e5e67d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:49.824628 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-238444e0-7d87-4a6b-ace7-820a585e47fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:49.847565 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] get_ports_and_sgs() called for port_ids ['c3667534-e0f8-4a2e-9b56-71fc84b32cf9'] {{(pid=91760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:54:50.284472 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1027a6-fd04-4142-9502-5326cdfe86d0 req-9a244ec0-fbaa-489a-8fc3-7c49a5feea67 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:50.287499 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ad1027a6-fd04-4142-9502-5326cdfe86d0 req-9a244ec0-fbaa-489a-8fc3-7c49a5feea67 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 945 time: 0.2174797 Jun 07 06:54:50.392704 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ad1027a6-fd04-4142-9502-5326cdfe86d0 req-15259494-f494-4be6-89a8-b39e970dc095 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900078 Jun 07 06:54:50.403535 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-238444e0-7d87-4a6b-ace7-820a585e47fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6a21db2-fd0f-4ecd-b552-56cb2a008026 {{(pid=91758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:54:50.420828 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-238444e0-7d87-4a6b-ace7-820a585e47fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:50.440415 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-238444e0-7d87-4a6b-ace7-820a585e47fd service neutron] Transition to ACTIVE for port object b6a21db2-fd0f-4ecd-b552-56cb2a008026 will not be triggered until provisioned by entity L2. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:54:50.458850 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-238444e0-7d87-4a6b-ace7-820a585e47fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2309382'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:50.464657 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:50.535790 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device 3ddabfdb-cb0b-403a-998e-fca6faed2a55 up at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:54:50.566555 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238444e0-7d87-4a6b-ace7-820a585e47fd service neutron] Pushing event updated for resources: {'Port': ['ID=b6a21db2-fd0f-4ecd-b552-56cb2a008026,revision_number=2']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:50.582929 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-238444e0-7d87-4a6b-ace7-820a585e47fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:50.680194 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Provisioning for port 3ddabfdb-cb0b-403a-998e-fca6faed2a55 completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:54:50.693064 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Provisioning complete for port 3ddabfdb-cb0b-403a-998e-fca6faed2a55 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:54:50.693452 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:50.916401 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-238444e0-7d87-4a6b-ace7-820a585e47fd service neutron] Attempting to bind port b6a21db2-fd0f-4ecd-b552-56cb2a008026 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:54:50.916726 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-238444e0-7d87-4a6b-ace7-820a585e47fd service neutron] Attempting to bind port b6a21db2-fd0f-4ecd-b552-56cb2a008026 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '0bd4588d-cd3a-47c3-b624-e7540af76cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf'}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:54:50.917055 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-238444e0-7d87-4a6b-ace7-820a585e47fd service neutron] Attempting to bind port b6a21db2-fd0f-4ecd-b552-56cb2a008026 on network 0ea641b7-d55d-49bf-bc2d-31ddec2c42bf {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:54:50.919240 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:50.922843 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-238444e0-7d87-4a6b-ace7-820a585e47fd service neutron] Port b6a21db2-fd0f-4ecd-b552-56cb2a008026 on network 0ea641b7-d55d-49bf-bc2d-31ddec2c42bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 06:54:50.923597 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-238444e0-7d87-4a6b-ace7-820a585e47fd service neutron] Attempting to bind port b6a21db2-fd0f-4ecd-b552-56cb2a008026 on network 0ea641b7-d55d-49bf-bc2d-31ddec2c42bf {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:54:50.936829 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-238444e0-7d87-4a6b-ace7-820a585e47fd service neutron] Checking agent: {'id': '6ac81f3b-c4b1-4231-aa5b-62c4bc3a8245', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 52, 32), 'started_at': datetime.datetime(2021, 6, 7, 6, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:54:50.937162 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-238444e0-7d87-4a6b-ace7-820a585e47fd service neutron] Checking segment: {'id': '0bd4588d-cd3a-47c3-b624-e7540af76cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:54:50.937542 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-238444e0-7d87-4a6b-ace7-820a585e47fd service neutron] Bound using segment: {'id': '0bd4588d-cd3a-47c3-b624-e7540af76cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf'} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:54:50.938002 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-238444e0-7d87-4a6b-ace7-820a585e47fd service neutron] Bound port: b6a21db2-fd0f-4ecd-b552-56cb2a008026, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bd4588d-cd3a-47c3-b624-e7540af76cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf'}}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:54:50.938356 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-238444e0-7d87-4a6b-ace7-820a585e47fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:50.941993 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13c605-28bb-4e10-858e-a10d6177ca40 req-d3d91930-f235-41f5-8f87-c0c44a9d2f85 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:50.949300 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-6f13c605-28bb-4e10-858e-a10d6177ca40 req-d3d91930-f235-41f5-8f87-c0c44a9d2f85 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0d2454-5a36-4e10-b14d-fd5f0d4d9020 HTTP/1.1" status: 200 len: 946 time: 0.1856272 Jun 07 06:54:50.995755 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abff3baf-a3fb-4393-9fe9-d053be636708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ddabfdb-cb0b-403a-998e-fca6faed2a55'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:54:50.998889 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bdfcc22c2f6cd30966a80f508f9d4395b4bd329b93c89cee5ea7ddf2c7e5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6677486-e9f0-4a0e-bd4b-a34af3f13f66" -d '{"events": [{"server_uuid": "abff3baf-a3fb-4393-9fe9-d053be636708", "name": "network-vif-plugged", "status": "completed", "tag": "3ddabfdb-cb0b-403a-998e-fca6faed2a55"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:54:51.047513 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port 3ddabfdb-cb0b-403a-998e-fca6faed2a55, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=3ddabfdb-cb0b-403a-998e-fca6faed2a55,segment=NetworkSegment(fc32578d-75ec-4ab3-838d-be875a300fda),segment_id=fc32578d-75ec-4ab3-838d-be875a300fda)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:54:51.053410 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:51.055498 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:51.058788 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-6f13c605-28bb-4e10-858e-a10d6177ca40 req-a3556273-1289-469c-9033-c2043f97ad69 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/security-groups?id=15258644-b705-41da-a019-0c9459dbae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034369 Jun 07 06:54:51.208728 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092942cd-32f1-407f-9a0d-12ec2f7f4233 x-openstack-request-id: req-092942cd-32f1-407f-9a0d-12ec2f7f4233 {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:54:51.210096 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abff3baf-a3fb-4393-9fe9-d053be636708", "name": "network-vif-plugged", "status": "completed", "tag": "3ddabfdb-cb0b-403a-998e-fca6faed2a55", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:54:51.211145 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-092942cd-32f1-407f-9a0d-12ec2f7f4233 {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:54:51.211145 dv-cinder-784140-5-iscsi neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abff3baf-a3fb-4393-9fe9-d053be636708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ddabfdb-cb0b-403a-998e-fca6faed2a55', 'code': 200} Jun 07 06:54:51.247535 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=3ddabfdb-cb0b-403a-998e-fca6faed2a55,revision_number=5']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:51.261177 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:51.287614 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf2319-51a9-4ddc-b1e3-b665485e7c5f req-5f03527a-a142-4714-8228-1cb00afd179d tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:51.300146 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-70bf2319-51a9-4ddc-b1e3-b665485e7c5f req-5f03527a-a142-4714-8228-1cb00afd179d tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 943 time: 0.4619958 Jun 07 06:54:51.359885 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-70bf2319-51a9-4ddc-b1e3-b665485e7c5f req-ddd010d5-5e01-46c6-9fa9-7746cab26117 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588586 Jun 07 06:54:51.362572 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-238444e0-7d87-4a6b-ace7-820a585e47fd service neutron] For port b6a21db2-fd0f-4ecd-b552-56cb2a008026, host hv-cinder-78414, cleared binding levels {{(pid=91758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:54:51.371123 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-238444e0-7d87-4a6b-ace7-820a585e47fd service neutron] For port b6a21db2-fd0f-4ecd-b552-56cb2a008026, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b6a21db2-fd0f-4ecd-b552-56cb2a008026,segment=NetworkSegment(0bd4588d-cd3a-47c3-b624-e7540af76cbe),segment_id=0bd4588d-cd3a-47c3-b624-e7540af76cbe)] {{(pid=91758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:54:51.376332 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-238444e0-7d87-4a6b-ace7-820a585e47fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2309382'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:51.381211 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:51.453057 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-238444e0-7d87-4a6b-ace7-820a585e47fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:51.453864 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-238444e0-7d87-4a6b-ace7-820a585e47fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for port, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:51.455364 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-238444e0-7d87-4a6b-ace7-820a585e47fd service neutron] 10.222.0.44 "PUT /v2.0/ports/b6a21db2-fd0f-4ecd-b552-56cb2a008026 HTTP/1.1" status: 200 len: 1093 time: 1.7569690 Jun 07 06:54:51.455709 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89408ebb-d630-4f0e-bcdf-bb7e36e5e67d', 'tag': 'b6a21db2-fd0f-4ecd-b552-56cb2a008026'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:54:51.458019 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec36a6c19c8fb969b847be0da992033db50c3714a14aa90e68a12edeb3f3a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17947a0c-7c1f-4c24-bc13-457cca856fad" -d '{"events": [{"name": "network-changed", "server_uuid": "89408ebb-d630-4f0e-bcdf-bb7e36e5e67d", "tag": "b6a21db2-fd0f-4ecd-b552-56cb2a008026"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:54:51.481471 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238444e0-7d87-4a6b-ace7-820a585e47fd service neutron] Pushing event updated for resources: {'Port': ['ID=b6a21db2-fd0f-4ecd-b552-56cb2a008026,revision_number=3']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:51.485005 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-238444e0-7d87-4a6b-ace7-820a585e47fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:51.499233 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 40064) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:51.559573 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 06:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab18566-3291-4769-bcac-005b967d9ad4 x-openstack-request-id: req-0ab18566-3291-4769-bcac-005b967d9ad4 {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:54:51.560061 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89408ebb-d630-4f0e-bcdf-bb7e36e5e67d", "tag": "b6a21db2-fd0f-4ecd-b552-56cb2a008026", "status": "completed", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:54:51.560708 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0ab18566-3291-4769-bcac-005b967d9ad4 {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:54:51.561262 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89408ebb-d630-4f0e-bcdf-bb7e36e5e67d', 'tag': 'b6a21db2-fd0f-4ecd-b552-56cb2a008026', 'status': 'completed', 'code': 200} Jun 07 06:54:51.703130 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-36888153-8872-4610-9212-a3159c6c9364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:51.704702 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-36888153-8872-4610-9212-a3159c6c9364 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=03bd4d9d83964ae7adcdbf4b4489df7b&device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 1096 time: 0.1181028 Jun 07 06:54:51.819348 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-b8e6ced0-1d04-4df2-9d18-ac78d8c43e8f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6a21db2-fd0f-4ecd-b552-56cb2a008026 HTTP/1.1" status: 200 len: 217 time: 0.1054578 Jun 07 06:54:51.862261 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-165f7a9e-3fb1-4de5-977c-074503bbc0a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:51.903943 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-9dea4cce-bb14-4f17-80d5-58c8ed1742b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:51.906592 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-9dea4cce-bb14-4f17-80d5-58c8ed1742b0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1 HTTP/1.1" status: 200 len: 856 time: 0.0745416 Jun 07 06:54:51.936394 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf69e5-fb56-42a8-ac3a-efa9cf5d2052 req-007c90e7-9961-4e59-bbb0-45b2a2c6416a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:51.937884 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-8cbf69e5-fb56-42a8-ac3a-efa9cf5d2052 req-007c90e7-9961-4e59-bbb0-45b2a2c6416a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 1098 time: 0.2110653 Jun 07 06:54:51.952837 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426af35-d1ea-44b0-94e3-c927ff84ce2d req-3a999da1-0505-49e0-bf3d-7dc8c6174296 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:51.954350 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-6426af35-d1ea-44b0-94e3-c927ff84ce2d req-3a999da1-0505-49e0-bf3d-7dc8c6174296 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 945 time: 0.3095808 Jun 07 06:54:51.997365 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-3de58061-f4fb-4732-82b5-aebb09f27b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:51.999009 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-3de58061-f4fb-4732-82b5-aebb09f27b34 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0ea641b7-d55d-49bf-bc2d-31ddec2c42bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0846663 Jun 07 06:54:52.048222 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-8cbf69e5-fb56-42a8-ac3a-efa9cf5d2052 req-1757b6d9-2cb7-433b-a19e-b3ded7520181 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916741 Jun 07 06:54:52.061301 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-6426af35-d1ea-44b0-94e3-c927ff84ce2d req-9a6373d5-53f8-4ea4-a232-83b8b96cae0c tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885398 Jun 07 06:54:52.153847 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-165f7a9e-3fb1-4de5-977c-074503bbc0a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:52.161152 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-165f7a9e-3fb1-4de5-977c-074503bbc0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:52.171302 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:52.189022 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-0bd9b509-5b4f-43d6-8253-66157419c182 service neutron] 10.222.0.44 "GET /v2.0/networks/0ea641b7-d55d-49bf-bc2d-31ddec2c42bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831787 Jun 07 06:54:52.214916 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f7a9e-3fb1-4de5-977c-074503bbc0a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee625cd4-01ee-48c6-90d0-15482e40c3ef,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:52.217452 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-165f7a9e-3fb1-4de5-977c-074503bbc0a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:52.220669 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-165f7a9e-3fb1-4de5-977c-074503bbc0a2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9a7a69eecf7a4c9a8f2c07a3e51fd780&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7205882 Jun 07 06:54:52.226073 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 40086) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:52.285590 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ea150725-9af1-4ffa-8af3-d81a31e1f89e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:52.314927 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ea150725-9af1-4ffa-8af3-d81a31e1f89e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:52.378766 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ea150725-9af1-4ffa-8af3-d81a31e1f89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:52.381612 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-ea150725-9af1-4ffa-8af3-d81a31e1f89e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:52.382994 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-ea150725-9af1-4ffa-8af3-d81a31e1f89e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ee625cd4-01ee-48c6-90d0-15482e40c3ef HTTP/1.1" status: 204 len: 168 time: 0.1560287 Jun 07 06:54:52.383704 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-a5010780-0b9e-4f75-a9ee-944cc2e75260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:52.394722 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea150725-9af1-4ffa-8af3-d81a31e1f89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee625cd4-01ee-48c6-90d0-15482e40c3ef,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:52.397049 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-ea150725-9af1-4ffa-8af3-d81a31e1f89e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:52.432640 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e8214b0a-fdcf-4220-a791-0534f9af9a7e req-c24c8e3a-02fc-4c84-bb06-ec35288feadc service neutron] 10.222.0.44 "GET /v2.0/networks/0ea641b7-d55d-49bf-bc2d-31ddec2c42bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336206 Jun 07 06:54:52.444860 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98690a5-bf64-450f-83cd-6d2e8e1f879f req-a83539ee-e4d1-4418-943b-01e8be61e8fc tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:52.446381 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e98690a5-bf64-450f-83cd-6d2e8e1f879f req-a83539ee-e4d1-4418-943b-01e8be61e8fc tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0d2454-5a36-4e10-b14d-fd5f0d4d9020 HTTP/1.1" status: 200 len: 946 time: 0.2500708 Jun 07 06:54:52.550440 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device c3667534-e0f8-4a2e-9b56-71fc84b32cf9 up at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:54:52.618185 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e98690a5-bf64-450f-83cd-6d2e8e1f879f req-3941780a-ea77-4d3b-ba6e-24af5d8a6dc6 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/security-groups?id=15258644-b705-41da-a019-0c9459dbae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530492 Jun 07 06:54:52.635321 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a173b-2827-410b-b945-306ef70b9762 req-980279e3-7fbf-4c69-b63e-043586a5740e tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:52.636566 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-0c7a173b-2827-410b-b945-306ef70b9762 req-980279e3-7fbf-4c69-b63e-043586a5740e tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 943 time: 0.1326544 Jun 07 06:54:52.660698 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Provisioning for port c3667534-e0f8-4a2e-9b56-71fc84b32cf9 completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:54:52.663711 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17947a0c-7c1f-4c24-bc13-457cca856fad req-2de0b75b-3f3c-4549-a22e-789db184ef8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:52.664409 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-17947a0c-7c1f-4c24-bc13-457cca856fad req-2de0b75b-3f3c-4549-a22e-789db184ef8d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=03bd4d9d83964ae7adcdbf4b4489df7b&device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 1096 time: 0.1680439 Jun 07 06:54:52.671435 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Provisioning complete for port c3667534-e0f8-4a2e-9b56-71fc84b32cf9 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:54:52.671949 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:52.708727 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-0c7a173b-2827-410b-b945-306ef70b9762 req-5934d261-a67a-41ee-9292-a4db3205d78b tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635443 Jun 07 06:54:52.869342 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:52.875755 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17947a0c-7c1f-4c24-bc13-457cca856fad req-99e72824-b855-4d8e-89e2-01d2c520e107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:52.875755 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-17947a0c-7c1f-4c24-bc13-457cca856fad req-99e72824-b855-4d8e-89e2-01d2c520e107 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0ea641b7-d55d-49bf-bc2d-31ddec2c42bf HTTP/1.1" status: 200 len: 918 time: 0.2015316 Jun 07 06:54:52.914127 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port c3667534-e0f8-4a2e-9b56-71fc84b32cf9, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=c3667534-e0f8-4a2e-9b56-71fc84b32cf9,segment=NetworkSegment(fc32578d-75ec-4ab3-838d-be875a300fda),segment_id=fc32578d-75ec-4ab3-838d-be875a300fda)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:54:52.919126 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:52.922638 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:52.991130 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-17947a0c-7c1f-4c24-bc13-457cca856fad req-042eb8b4-ae23-4602-a217-5a9ae43fb2aa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6a21db2-fd0f-4ecd-b552-56cb2a008026 HTTP/1.1" status: 200 len: 217 time: 0.0898516 Jun 07 06:54:53.070157 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=c3667534-e0f8-4a2e-9b56-71fc84b32cf9,revision_number=5']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:53.074971 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:53.148572 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17947a0c-7c1f-4c24-bc13-457cca856fad req-fbda50c8-9e6b-45fa-8407-76e07b01396c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:53.152186 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-17947a0c-7c1f-4c24-bc13-457cca856fad req-fbda50c8-9e6b-45fa-8407-76e07b01396c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1 HTTP/1.1" status: 200 len: 856 time: 0.1451349 Jun 07 06:54:53.211909 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14bdbfbc-4715-4a29-91fb-3fc405c590cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3667534-e0f8-4a2e-9b56-71fc84b32cf9'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:54:53.216056 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bdfcc22c2f6cd30966a80f508f9d4395b4bd329b93c89cee5ea7ddf2c7e5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad880fd-47aa-4a85-8625-a6bdb46e595f" -d '{"events": [{"server_uuid": "14bdbfbc-4715-4a29-91fb-3fc405c590cf", "name": "network-vif-plugged", "status": "completed", "tag": "c3667534-e0f8-4a2e-9b56-71fc84b32cf9"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:54:53.344681 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b64b4b1-721e-49a2-ad62-4a05544fed25 x-openstack-request-id: req-8b64b4b1-721e-49a2-ad62-4a05544fed25 {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:54:53.345163 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14bdbfbc-4715-4a29-91fb-3fc405c590cf", "name": "network-vif-plugged", "status": "completed", "tag": "c3667534-e0f8-4a2e-9b56-71fc84b32cf9", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:54:53.345565 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8b64b4b1-721e-49a2-ad62-4a05544fed25 {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:54:53.346152 dv-cinder-784140-5-iscsi neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14bdbfbc-4715-4a29-91fb-3fc405c590cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3667534-e0f8-4a2e-9b56-71fc84b32cf9', 'code': 200} Jun 07 06:54:53.447316 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91d0e1-9a61-4486-9d87-6a242b8e77f4 req-5f8260b2-aa1f-482b-b052-fd14137f4d90 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:53.458433 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ae91d0e1-9a61-4486-9d87-6a242b8e77f4 req-5f8260b2-aa1f-482b-b052-fd14137f4d90 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 946 time: 0.1996853 Jun 07 06:54:53.500443 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17947a0c-7c1f-4c24-bc13-457cca856fad req-5e4173dd-5259-4840-8354-8fbceaf8ffd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:53.502033 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-17947a0c-7c1f-4c24-bc13-457cca856fad req-5e4173dd-5259-4840-8354-8fbceaf8ffd9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0ea641b7-d55d-49bf-bc2d-31ddec2c42bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3414896 Jun 07 06:54:53.530400 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ae91d0e1-9a61-4486-9d87-6a242b8e77f4 req-e0bfb3f5-d633-4499-8cb4-1ef1295abc3c tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708125 Jun 07 06:54:53.736633 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-17947a0c-7c1f-4c24-bc13-457cca856fad req-fffbbd53-ad64-48ef-9ccd-dddeda9d31c5 service neutron] 10.222.0.44 "GET /v2.0/networks/0ea641b7-d55d-49bf-bc2d-31ddec2c42bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236216 Jun 07 06:54:54.002692 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee64cf-4968-4482-8472-415ec4f7c2a0 req-8e6a08a8-423d-4fe5-9ae1-9a62e25a0b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:54.009164 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-a4ee64cf-4968-4482-8472-415ec4f7c2a0 req-8e6a08a8-423d-4fe5-9ae1-9a62e25a0b07 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 1099 time: 0.3504965 Jun 07 06:54:54.065170 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-a4ee64cf-4968-4482-8472-415ec4f7c2a0 req-7b352bf3-90d0-4268-b343-5a054b4f8a12 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494430 Jun 07 06:54:54.078395 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d7467-a523-49fb-9757-e671cc108f1a req-173df34e-e3fe-4174-8aa9-23b24bb50f96 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:54.080373 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-053d7467-a523-49fb-9757-e671cc108f1a req-173df34e-e3fe-4174-8aa9-23b24bb50f96 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 943 time: 0.1780839 Jun 07 06:54:54.086174 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-17947a0c-7c1f-4c24-bc13-457cca856fad req-e50fd375-d313-4890-8f6c-b87471720b23 service neutron] 10.222.0.44 "GET /v2.0/networks/0ea641b7-d55d-49bf-bc2d-31ddec2c42bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420107 Jun 07 06:54:54.155103 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-053d7467-a523-49fb-9757-e671cc108f1a req-fc6a522a-1911-4317-ad24-5368c091b4e6 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658422 Jun 07 06:54:54.567542 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device b6a21db2-fd0f-4ecd-b552-56cb2a008026 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 06:54:54.785654 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port b6a21db2-fd0f-4ecd-b552-56cb2a008026, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b6a21db2-fd0f-4ecd-b552-56cb2a008026,segment=NetworkSegment(0bd4588d-cd3a-47c3-b624-e7540af76cbe),segment_id=0bd4588d-cd3a-47c3-b624-e7540af76cbe)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:54:54.803298 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Returning: {'device': 'b6a21db2-fd0f-4ecd-b552-56cb2a008026', 'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf', 'port_id': 'b6a21db2-fd0f-4ecd-b552-56cb2a008026', 'mac_address': 'fa:16:3e:45:c1:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 06:54:54.856255 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3044b-7cc2-4469-b0e0-cb704b49db60 req-7ad6ecae-8ad2-4f9e-b2eb-3e4464d496f9 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:54.862946 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e1f3044b-7cc2-4469-b0e0-cb704b49db60 req-7ad6ecae-8ad2-4f9e-b2eb-3e4464d496f9 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 946 time: 0.1189339 Jun 07 06:54:54.879617 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:54.897629 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6a21db2-fd0f-4ecd-b552-56cb2a008026 {{(pid=91760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:54:54.925627 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e1f3044b-7cc2-4469-b0e0-cb704b49db60 req-630a5ba3-d342-488f-92d0-39edc10ff3ef tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604308 Jun 07 06:54:54.930088 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port b6a21db2-fd0f-4ecd-b552-56cb2a008026, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b6a21db2-fd0f-4ecd-b552-56cb2a008026,segment=NetworkSegment(0bd4588d-cd3a-47c3-b624-e7540af76cbe),segment_id=0bd4588d-cd3a-47c3-b624-e7540af76cbe)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:54:54.934494 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:54.938077 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:55.048027 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=b6a21db2-fd0f-4ecd-b552-56cb2a008026,revision_number=4']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:55.052141 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:55.303741 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] get_ports_and_sgs() called for port_ids ['b6a21db2-fd0f-4ecd-b552-56cb2a008026'] {{(pid=91760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:54:55.401557 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 40274) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:55.488643 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cde560-8a9a-4ea1-a6d9-16189f0d1891 req-feaf0025-8265-4b70-a2f4-a90538e9ef96 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:55.498918 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b2cde560-8a9a-4ea1-a6d9-16189f0d1891 req-feaf0025-8265-4b70-a2f4-a90538e9ef96 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 944 time: 0.2340353 Jun 07 06:54:55.590096 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b2cde560-8a9a-4ea1-a6d9-16189f0d1891 req-b3f68166-60c9-444d-bef2-f723fdacfeae tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908689 Jun 07 06:54:55.628127 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-89aa7fb2-4e2c-48b6-b356-4410c3a490e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:55.767348 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-89aa7fb2-4e2c-48b6-b356-4410c3a490e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:55.772603 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-89aa7fb2-4e2c-48b6-b356-4410c3a490e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:55.780578 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-db1c849b-5042-4118-b681-eecf9e524503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:55.822375 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa7fb2-4e2c-48b6-b356-4410c3a490e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ca23d8-ede8-4112-9bde-3132426a3726,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:55.830496 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-89aa7fb2-4e2c-48b6-b356-4410c3a490e7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=567cc504f0e4499f9caec45a168baadb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4250193 Jun 07 06:54:55.830496 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-89aa7fb2-4e2c-48b6-b356-4410c3a490e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:55.830878 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 40296) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:55.902225 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b8f7ee7f-f084-4129-8820-44e8e87533b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:55.950082 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b8f7ee7f-f084-4129-8820-44e8e87533b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:56.032082 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b8f7ee7f-f084-4129-8820-44e8e87533b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:56.034658 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b8f7ee7f-f084-4129-8820-44e8e87533b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:56.035977 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-b8f7ee7f-f084-4129-8820-44e8e87533b1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e6ca23d8-ede8-4112-9bde-3132426a3726 HTTP/1.1" status: 204 len: 168 time: 0.2040770 Jun 07 06:54:56.036870 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:56.050109 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f7ee7f-f084-4129-8820-44e8e87533b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ca23d8-ede8-4112-9bde-3132426a3726,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:56.053121 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-b8f7ee7f-f084-4129-8820-44e8e87533b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:56.265296 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ab8b3-91c9-49a4-a67a-634bd000bee1 req-743131c4-fe57-4bb4-8192-79c465b69168 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:56.267262 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-498ab8b3-91c9-49a4-a67a-634bd000bee1 req-743131c4-fe57-4bb4-8192-79c465b69168 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 946 time: 0.1619601 Jun 07 06:54:56.346620 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-498ab8b3-91c9-49a4-a67a-634bd000bee1 req-acead3ed-1996-4700-968b-6419d6393d8d tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733416 Jun 07 06:54:56.464291 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 40322) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:56.490962 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-33e781d1-118c-4dde-9789-fc5ae5c646e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:56.570268 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device b6a21db2-fd0f-4ecd-b552-56cb2a008026 up at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:54:56.646993 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-33e781d1-118c-4dde-9789-fc5ae5c646e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:56.655890 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-33e781d1-118c-4dde-9789-fc5ae5c646e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:56.683367 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-40f7ecfd-4012-4399-bfbd-5212b341e9d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:56.742660 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Provisioning for port b6a21db2-fd0f-4ecd-b552-56cb2a008026 completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:54:56.756995 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Provisioning complete for port b6a21db2-fd0f-4ecd-b552-56cb2a008026 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:54:56.758821 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:56.825452 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9a331-99f1-4199-8750-8ee9b3c742fd req-1b6908cd-ec3c-4b70-977b-833608291d58 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:56.834512 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-c4c9a331-99f1-4199-8750-8ee9b3c742fd req-1b6908cd-ec3c-4b70-977b-833608291d58 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 944 time: 0.1118524 Jun 07 06:54:56.894240 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-c4c9a331-99f1-4199-8750-8ee9b3c742fd req-87e3c188-9d3c-4b63-bcd7-eaf436e37aa1 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589368 Jun 07 06:54:56.900826 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e781d1-118c-4dde-9789-fc5ae5c646e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85acaf5e-f116-4003-b8f6-ab8695bd6aab,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:56.911932 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-33e781d1-118c-4dde-9789-fc5ae5c646e2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e5e273c777434cc08944a761aa4840ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4436214 Jun 07 06:54:56.911932 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-33e781d1-118c-4dde-9789-fc5ae5c646e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:56.911932 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 40338) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:56.943162 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:56.977190 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89408ebb-d630-4f0e-bcdf-bb7e36e5e67d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a21db2-fd0f-4ecd-b552-56cb2a008026'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:54:56.979523 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bdfcc22c2f6cd30966a80f508f9d4395b4bd329b93c89cee5ea7ddf2c7e5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7523b5-4e2c-4e3d-832e-96ff831e2cc0" -d '{"events": [{"server_uuid": "89408ebb-d630-4f0e-bcdf-bb7e36e5e67d", "name": "network-vif-plugged", "status": "completed", "tag": "b6a21db2-fd0f-4ecd-b552-56cb2a008026"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:54:56.988184 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port b6a21db2-fd0f-4ecd-b552-56cb2a008026, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b6a21db2-fd0f-4ecd-b552-56cb2a008026,segment=NetworkSegment(0bd4588d-cd3a-47c3-b624-e7540af76cbe),segment_id=0bd4588d-cd3a-47c3-b624-e7540af76cbe)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:54:56.994007 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:56.997619 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-fd71ad8a-c405-4fb8-8496-c486c9ca4516 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:57.028735 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1ceb1-6ce3-4f29-97cd-8de9e2a057d8 req-44e974fc-e108-4770-83ca-1fa2304f53f4 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:57.036514 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-99b1ceb1-6ce3-4f29-97cd-8de9e2a057d8 req-44e974fc-e108-4770-83ca-1fa2304f53f4 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 946 time: 0.2300801 Jun 07 06:54:57.059873 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7e2a3-6d3b-4922-a187-5d8a1cff1186 req-8573acd1-9d01-4602-be9f-a764bd1943f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:57.061889 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-50d7e2a3-6d3b-4922-a187-5d8a1cff1186 req-8573acd1-9d01-4602-be9f-a764bd1943f4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f84addd7b81d49b4b6aa42f13e1738f8&device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 1099 time: 0.3402596 Jun 07 06:54:57.062700 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8cf2988f-3770-419b-8240-23c42d9fa8a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:57.103799 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7712aff-e43e-4973-b10f-6883ae20fe31 x-openstack-request-id: req-b7712aff-e43e-4973-b10f-6883ae20fe31 {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:54:57.104201 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89408ebb-d630-4f0e-bcdf-bb7e36e5e67d", "name": "network-vif-plugged", "status": "completed", "tag": "b6a21db2-fd0f-4ecd-b552-56cb2a008026", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:54:57.104454 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b7712aff-e43e-4973-b10f-6883ae20fe31 {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:54:57.104941 dv-cinder-784140-5-iscsi neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89408ebb-d630-4f0e-bcdf-bb7e36e5e67d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a21db2-fd0f-4ecd-b552-56cb2a008026', 'code': 200} Jun 07 06:54:57.105890 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=b6a21db2-fd0f-4ecd-b552-56cb2a008026,revision_number=5']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:57.110443 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:57.243224 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8cf2988f-3770-419b-8240-23c42d9fa8a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:57.264091 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-99b1ceb1-6ce3-4f29-97cd-8de9e2a057d8 req-bf10815d-4a4f-46b5-90c7-5e620c87c744 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266371 Jun 07 06:54:57.335429 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7e2a3-6d3b-4922-a187-5d8a1cff1186 req-7bd8813c-7d11-4829-9f10-62d01708b4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:57.336529 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-50d7e2a3-6d3b-4922-a187-5d8a1cff1186 req-7bd8813c-7d11-4829-9f10-62d01708b4c3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e1d27084-54d3-4657-a203-aa1e336128a1 HTTP/1.1" status: 200 len: 920 time: 0.2619514 Jun 07 06:54:57.344309 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8cf2988f-3770-419b-8240-23c42d9fa8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:57.347854 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8cf2988f-3770-419b-8240-23c42d9fa8a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:57.349045 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-8cf2988f-3770-419b-8240-23c42d9fa8a6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/85acaf5e-f116-4003-b8f6-ab8695bd6aab HTTP/1.1" status: 204 len: 168 time: 0.4363179 Jun 07 06:54:57.351443 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-057dc824-9ec7-4d0b-85c8-4b29dda31a2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:57.371366 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af7881-6f0a-4279-8658-61162d31e257 req-5c13d2d5-6def-487c-905b-e0b8df632c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:57.372968 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-f6af7881-6f0a-4279-8658-61162d31e257 req-5c13d2d5-6def-487c-905b-e0b8df632c49 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 1098 time: 0.0941834 Jun 07 06:54:57.373411 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 40354) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:57.419116 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf2988f-3770-419b-8240-23c42d9fa8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85acaf5e-f116-4003-b8f6-ab8695bd6aab,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:57.427427 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-8cf2988f-3770-419b-8240-23c42d9fa8a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:57.428988 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-50d7e2a3-6d3b-4922-a187-5d8a1cff1186 req-36843054-61a5-4534-8484-a6105978fed1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3667534-e0f8-4a2e-9b56-71fc84b32cf9 HTTP/1.1" status: 200 len: 217 time: 0.0787911 Jun 07 06:54:57.486995 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-f6af7881-6f0a-4279-8658-61162d31e257 req-5dc7ece2-48e4-471c-9d47-50aa829699b6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074924 Jun 07 06:54:57.524416 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7e2a3-6d3b-4922-a187-5d8a1cff1186 req-7889816c-90ee-4df6-abe7-b0fcf88a333c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:57.526603 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-50d7e2a3-6d3b-4922-a187-5d8a1cff1186 req-7889816c-90ee-4df6-abe7-b0fcf88a333c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2ad2cf50-9851-436b-aa64-d2e05907b43a HTTP/1.1" status: 200 len: 859 time: 0.0904326 Jun 07 06:54:57.610971 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-50d7e2a3-6d3b-4922-a187-5d8a1cff1186 req-61615a35-fb1d-42b4-b3c0-91dde2cdd1c1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e1d27084-54d3-4657-a203-aa1e336128a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546508 Jun 07 06:54:57.683233 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-dbce6402-5026-4cfd-934a-9770db562616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:57.850727 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-50d7e2a3-6d3b-4922-a187-5d8a1cff1186 req-2fd3b380-532f-4d0a-8a9b-6464d8579e1b service neutron] 10.222.0.44 "GET /v2.0/networks/e1d27084-54d3-4657-a203-aa1e336128a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261698 Jun 07 06:54:57.861972 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-dbce6402-5026-4cfd-934a-9770db562616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:57.878365 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-dbce6402-5026-4cfd-934a-9770db562616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:57.899917 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-77003f94-97bd-4b82-a38a-35b18edc6aa0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:57.994075 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce6402-5026-4cfd-934a-9770db562616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa717220-71d2-4f5b-b83d-e4d0c2a6057b,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:58.017986 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-dbce6402-5026-4cfd-934a-9770db562616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:58.023028 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-dbce6402-5026-4cfd-934a-9770db562616 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b8a02a5cf5294f9485bc5e8582f50e3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6463821 Jun 07 06:54:58.023774 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 40390) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:58.106353 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-50d7e2a3-6d3b-4922-a187-5d8a1cff1186 req-1e26fc57-dd6f-4c80-80fd-590441779bbc service neutron] 10.222.0.44 "GET /v2.0/networks/e1d27084-54d3-4657-a203-aa1e336128a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475855 Jun 07 06:54:58.148626 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-303f9083-4059-4d8f-8ab3-17a21e3dd18c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:58.201692 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-303f9083-4059-4d8f-8ab3-17a21e3dd18c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:58.246312 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d1958-0b02-41f4-994d-7f6cc4386fd5 req-e6b52ea8-ce88-475d-a22c-e416f36dd49d tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:58.254537 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-757d1958-0b02-41f4-994d-7f6cc4386fd5 req-e6b52ea8-ce88-475d-a22c-e416f36dd49d tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 945 time: 0.1609278 Jun 07 06:54:58.347235 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-757d1958-0b02-41f4-994d-7f6cc4386fd5 req-13fe3d66-c2ac-4781-982e-4fb3820c443e tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915499 Jun 07 06:54:58.349473 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-303f9083-4059-4d8f-8ab3-17a21e3dd18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:58.352875 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-303f9083-4059-4d8f-8ab3-17a21e3dd18c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:58.365148 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-303f9083-4059-4d8f-8ab3-17a21e3dd18c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aa717220-71d2-4f5b-b83d-e4d0c2a6057b HTTP/1.1" status: 204 len: 168 time: 0.3348181 Jun 07 06:54:58.368141 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-f0657da4-5b6d-4ecf-806d-c92090d2b8db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:58.412435 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f9083-4059-4d8f-8ab3-17a21e3dd18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa717220-71d2-4f5b-b83d-e4d0c2a6057b,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:58.417770 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-303f9083-4059-4d8f-8ab3-17a21e3dd18c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:58.642574 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009cf9c3-b28b-4a78-9b5c-059688cf5e67 req-e34e4f06-6998-4c31-a29b-0cb324bad1c9 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:58.644244 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-009cf9c3-b28b-4a78-9b5c-059688cf5e67 req-e34e4f06-6998-4c31-a29b-0cb324bad1c9 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 946 time: 0.1703990 Jun 07 06:54:58.719246 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-009cf9c3-b28b-4a78-9b5c-059688cf5e67 req-8f5092b2-2691-4f79-8deb-b497b73e0a4a tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685277 Jun 07 06:54:59.062977 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 40434) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:59.080070 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f0b01003-c639-4993-84d6-0ea54d6f2aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:59.210371 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f0b01003-c639-4993-84d6-0ea54d6f2aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:59.214222 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f0b01003-c639-4993-84d6-0ea54d6f2aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:59.222388 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-b8f7ee7f-f084-4129-8820-44e8e87533b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:59.260211 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-f0b01003-c639-4993-84d6-0ea54d6f2aa8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=870196a856594ae9b5258a928d4289f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1961942 Jun 07 06:54:59.261052 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b01003-c639-4993-84d6-0ea54d6f2aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4be59f-9cf0-42ef-805e-643c2a0b34c8,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:59.263067 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 40438) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:59.264635 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-f0b01003-c639-4993-84d6-0ea54d6f2aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:59.342795 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-80510dc4-2979-40b4-b7d5-ff9a0c86904b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:59.369295 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-80510dc4-2979-40b4-b7d5-ff9a0c86904b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:59.432999 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-80510dc4-2979-40b4-b7d5-ff9a0c86904b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:59.436788 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-80510dc4-2979-40b4-b7d5-ff9a0c86904b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:54:59.438395 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-80510dc4-2979-40b4-b7d5-ff9a0c86904b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aa4be59f-9cf0-42ef-805e-643c2a0b34c8 HTTP/1.1" status: 204 len: 168 time: 0.1730254 Jun 07 06:54:59.439343 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-83d6667f-9a0d-45d6-98e4-dee20d299c87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:54:59.452367 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80510dc4-2979-40b4-b7d5-ff9a0c86904b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4be59f-9cf0-42ef-805e-643c2a0b34c8,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:54:59.463219 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-80510dc4-2979-40b4-b7d5-ff9a0c86904b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:54:59.625878 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e74d44-e7e1-4bd1-ae07-54f44ce9bfcb req-b2dcc228-e21d-48fb-b89f-01ce7cbfe53d tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:59.627487 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-f7e74d44-e7e1-4bd1-ae07-54f44ce9bfcb req-b2dcc228-e21d-48fb-b89f-01ce7cbfe53d tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 945 time: 0.1104867 Jun 07 06:54:59.678523 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-f7e74d44-e7e1-4bd1-ae07-54f44ce9bfcb req-ff40ae35-3c97-46a6-af5c-01ea88e9b421 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425489 Jun 07 06:54:59.953513 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 40476) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:59.957315 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86b872-560c-4dd0-9b8f-7509f3b559cf req-8b69f0b2-31bb-4ec8-b699-8a593c410cf5 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:54:59.958089 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-1a86b872-560c-4dd0-9b8f-7509f3b559cf req-8b69f0b2-31bb-4ec8-b699-8a593c410cf5 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 945 time: 0.1556764 Jun 07 06:54:59.966578 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 40478) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:54:59.974199 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [None req-8c37d24d-c5c2-492e-8791-d9f7fc890809 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Request body: {'floatingip': {'port_id': 'b6a21db2-fd0f-4ecd-b552-56cb2a008026'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:54:59.986324 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a9f663bd-0a9e-4c9a-b35d-d9d250597350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:00.032361 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4f718-acf1-4959-acb9-822852ec4a3d req-e46cf17f-e5e2-4007-99a8-55641aea21ed tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:00.040276 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-8ba4f718-acf1-4959-acb9-822852ec4a3d req-e46cf17f-e5e2-4007-99a8-55641aea21ed tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 946 time: 0.1407621 Jun 07 06:55:00.121231 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-8ba4f718-acf1-4959-acb9-822852ec4a3d req-a0376d59-9324-4f61-8c1e-769eea0ef953 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786948 Jun 07 06:55:00.204814 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8c37d24d-c5c2-492e-8791-d9f7fc890809 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks [] for floatingip, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:00.208273 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a9f663bd-0a9e-4c9a-b35d-d9d250597350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:00.215254 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a9f663bd-0a9e-4c9a-b35d-d9d250597350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:00.224480 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-65c0a078-fd66-4a03-9031-6078d5933d5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:00.282282 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-a9f663bd-0a9e-4c9a-b35d-d9d250597350 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1d03fb320bd240e4b08791ea1e41799b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3276961 Jun 07 06:55:00.285199 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 40496) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:00.322446 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f663bd-0a9e-4c9a-b35d-d9d250597350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e61dac2-eb0e-49b2-9a14-bfe85786528c,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:00.328418 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-a9f663bd-0a9e-4c9a-b35d-d9d250597350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:00.366120 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-aa5f3b94-4829-4bdb-a0a5-6cf6606a1d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:00.419117 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-aa5f3b94-4829-4bdb-a0a5-6cf6606a1d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:00.493006 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-aa5f3b94-4829-4bdb-a0a5-6cf6606a1d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:00.495434 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-aa5f3b94-4829-4bdb-a0a5-6cf6606a1d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:00.499331 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-aa5f3b94-4829-4bdb-a0a5-6cf6606a1d22 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7e61dac2-eb0e-49b2-9a14-bfe85786528c HTTP/1.1" status: 204 len: 168 time: 0.2104738 Jun 07 06:55:00.499331 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-72e58c4b-3ebf-4cae-83ae-92cc2aec3eae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:00.505891 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 40504) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:00.514732 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f3b94-4829-4bdb-a0a5-6cf6606a1d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e61dac2-eb0e-49b2-9a14-bfe85786528c,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:00.517286 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-aa5f3b94-4829-4bdb-a0a5-6cf6606a1d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:00.601598 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 40512) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:00.959722 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-9a483ccf-0373-43de-85e1-f00028ad97c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:00.978232 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a174a199-b11c-404b-b619-141e1680ae65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:01.108535 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-9a483ccf-0373-43de-85e1-f00028ad97c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:01.114237 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-9a483ccf-0373-43de-85e1-f00028ad97c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:01.125521 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-f0b01003-c639-4993-84d6-0ea54d6f2aa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:01.170336 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-9a483ccf-0373-43de-85e1-f00028ad97c3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=94a0ce7dc607467da5750a0ff1274801&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5673738 Jun 07 06:55:01.171007 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 40530) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:01.182582 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a483ccf-0373-43de-85e1-f00028ad97c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea5b6d6-d5c2-48ae-bb29-05a9aa19ab4d,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:01.198641 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-9a483ccf-0373-43de-85e1-f00028ad97c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:01.262297 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8c37d24d-c5c2-492e-8791-d9f7fc890809 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:01.262543 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1c33ffe9-3b3c-486b-980f-39cf5e400150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:01.299756 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8c37d24d-c5c2-492e-8791-d9f7fc890809 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3885433'] for floatingip, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:01.346723 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1c33ffe9-3b3c-486b-980f-39cf5e400150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:01.410515 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1c33ffe9-3b3c-486b-980f-39cf5e400150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:01.413116 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1c33ffe9-3b3c-486b-980f-39cf5e400150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:01.416660 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-1c33ffe9-3b3c-486b-980f-39cf5e400150 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9ea5b6d6-d5c2-48ae-bb29-05a9aa19ab4d HTTP/1.1" status: 204 len: 168 time: 0.2417064 Jun 07 06:55:01.416660 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:01.431099 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c33ffe9-3b3c-486b-980f-39cf5e400150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea5b6d6-d5c2-48ae-bb29-05a9aa19ab4d,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:01.439680 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-1c33ffe9-3b3c-486b-980f-39cf5e400150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:01.565152 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a174a199-b11c-404b-b619-141e1680ae65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:01.576396 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b4b1d-6c6d-4277-94fe-66988e0488ef req-e927d479-b6d8-4854-87f3-de4ea15c80c3 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:01.577827 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-133b4b1d-6c6d-4277-94fe-66988e0488ef req-e927d479-b6d8-4854-87f3-de4ea15c80c3 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 946 time: 0.3214872 Jun 07 06:55:01.579397 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.db.l3_db [None req-8c37d24d-c5c2-492e-8791-d9f7fc890809 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Floating IP 6e98fecf-af91-4cf6-8f99-02c6430ef047 associated. External IP: 172.27.1.185, port: b6a21db2-fd0f-4ecd-b552-56cb2a008026. Jun 07 06:55:01.750044 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a174a199-b11c-404b-b619-141e1680ae65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:01.764144 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-8b36f85f-8e13-4450-a81f-ee4c682a4e4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:01.918558 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a174a199-b11c-404b-b619-141e1680ae65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd2f864-58f7-43ad-a037-a8b0d97dd81a,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:01.923436 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-a174a199-b11c-404b-b619-141e1680ae65 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5219f0a8d2d44758be11e4bcdfe6e7fe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4165707 Jun 07 06:55:01.924320 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-a174a199-b11c-404b-b619-141e1680ae65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:01.926454 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 40560) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:01.943768 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-133b4b1d-6c6d-4277-94fe-66988e0488ef req-8f9c95e7-c968-4b17-80c2-89e8bdc025c7 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960421 Jun 07 06:55:01.990359 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 40562) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:02.014650 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-49ebcd72-8298-4878-8391-511dc12e3e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:02.047829 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3e80d709-159d-4882-9270-cfc3e6e719d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:02.086885 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3e80d709-159d-4882-9270-cfc3e6e719d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:02.171160 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c37d24d-c5c2-492e-8791-d9f7fc890809 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Router 822108ba-deab-419a-8000-7ee2d2ad40fd has already been hosted by L3 agent 207d1699-2b30-4848-a9d2-d112df8957f2 {{(pid=91758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 06:55:02.209157 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3e80d709-159d-4882-9270-cfc3e6e719d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:02.212155 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3e80d709-159d-4882-9270-cfc3e6e719d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:02.213276 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-3e80d709-159d-4882-9270-cfc3e6e719d3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/abd2f864-58f7-43ad-a037-a8b0d97dd81a HTTP/1.1" status: 204 len: 168 time: 0.2852008 Jun 07 06:55:02.217687 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-aa5f3b94-4829-4bdb-a0a5-6cf6606a1d22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:02.225290 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-49ebcd72-8298-4878-8391-511dc12e3e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:02.229847 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80d709-159d-4882-9270-cfc3e6e719d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd2f864-58f7-43ad-a037-a8b0d97dd81a,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:02.233329 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-49ebcd72-8298-4878-8391-511dc12e3e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:02.242676 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-3e80d709-159d-4882-9270-cfc3e6e719d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:02.243163 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-3e80d709-159d-4882-9270-cfc3e6e719d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:02.291718 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-49ebcd72-8298-4878-8391-511dc12e3e39 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e8d71ccf0aad409c9aa06737c7d6cc2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986777 Jun 07 06:55:02.293449 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ebcd72-8298-4878-8391-511dc12e3e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd13b93-bc76-4719-9269-5c3f74d9b5f3,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:02.296867 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 40570) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:02.298777 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-49ebcd72-8298-4878-8391-511dc12e3e39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:02.377874 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-35ed3a56-df5e-4c7e-b104-95580b339250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:02.396250 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:02.404651 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c37d24d-c5c2-492e-8791-d9f7fc890809 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify agent at l3_agent.dv-cinder-784140-5-iscsi the message routers_updated {{(pid=91758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 06:55:02.408264 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-35ed3a56-df5e-4c7e-b104-95580b339250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:02.410301 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8c37d24d-c5c2-492e-8791-d9f7fc890809 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for floatingip, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:02.420898 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c41db8-eff2-4f17-906f-65cea50fe86a None None] Sync routers for ids ['822108ba-deab-419a-8000-7ee2d2ad40fd'] in dv-cinder-784140-5-iscsi {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 06:55:02.436346 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c41db8-eff2-4f17-906f-65cea50fe86a None None] Routers {'822108ba-deab-419a-8000-7ee2d2ad40fd'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:55:02.436975 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-43c41db8-eff2-4f17-906f-65cea50fe86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T06:54:38Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['822108ba-deab-419a-8000-7ee2d2ad40fd'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:55:02.489501 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-8c37d24d-c5c2-492e-8791-d9f7fc890809 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "PUT /v2.0/floatingips/6e98fecf-af91-4cf6-8f99-02c6430ef047 HTTP/1.1" status: 200 len: 991 time: 2.5214872 Jun 07 06:55:02.490294 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89408ebb-d630-4f0e-bcdf-bb7e36e5e67d', 'tag': 'b6a21db2-fd0f-4ecd-b552-56cb2a008026'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:55:02.507079 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec36a6c19c8fb969b847be0da992033db50c3714a14aa90e68a12edeb3f3a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd86711a-7737-4ad2-a52b-4bb4cdce6297" -d '{"events": [{"name": "network-changed", "server_uuid": "89408ebb-d630-4f0e-bcdf-bb7e36e5e67d", "tag": "b6a21db2-fd0f-4ecd-b552-56cb2a008026"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:55:02.539097 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-35ed3a56-df5e-4c7e-b104-95580b339250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:02.542641 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-35ed3a56-df5e-4c7e-b104-95580b339250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:02.546248 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-35ed3a56-df5e-4c7e-b104-95580b339250 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dfd13b93-bc76-4719-9269-5c3f74d9b5f3 HTTP/1.1" status: 204 len: 168 time: 0.2461915 Jun 07 06:55:02.546248 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:02.562560 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed3a56-df5e-4c7e-b104-95580b339250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd13b93-bc76-4719-9269-5c3f74d9b5f3,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:02.565882 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-35ed3a56-df5e-4c7e-b104-95580b339250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:02.609082 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 06:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2461837-bf4d-4789-bd65-39a986015a71 x-openstack-request-id: req-f2461837-bf4d-4789-bd65-39a986015a71 {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:55:02.609394 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89408ebb-d630-4f0e-bcdf-bb7e36e5e67d", "tag": "b6a21db2-fd0f-4ecd-b552-56cb2a008026", "status": "completed", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:55:02.609767 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f2461837-bf4d-4789-bd65-39a986015a71 {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:55:02.610084 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89408ebb-d630-4f0e-bcdf-bb7e36e5e67d', 'tag': 'b6a21db2-fd0f-4ecd-b552-56cb2a008026', 'status': 'completed', 'code': 200} Jun 07 06:55:02.675109 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-43c41db8-eff2-4f17-906f-65cea50fe86a None None] Set router 822108ba-deab-419a-8000-7ee2d2ad40fd gateway port host: dv-cinder-784140-5-iscsi {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:55:02.799347 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 40592) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:02.824966 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-9c0803cf-ecce-47fe-aed5-0208ea2118b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:02.970619 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-9c0803cf-ecce-47fe-aed5-0208ea2118b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:02.977241 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-9c0803cf-ecce-47fe-aed5-0208ea2118b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:02.998907 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:03.056139 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-9c0803cf-ecce-47fe-aed5-0208ea2118b8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aef56ffa3d874ea2b4e3ed59b0f2bf34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2550941 Jun 07 06:55:03.057754 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0803cf-ecce-47fe-aed5-0208ea2118b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bffaa6c-9f6c-4363-b536-74e55b3d52f6,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:03.059083 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 40602) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:03.063067 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-9c0803cf-ecce-47fe-aed5-0208ea2118b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:03.190770 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-43c41db8-eff2-4f17-906f-65cea50fe86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'name': 'tempest-AttachVolumeShelveTestJSON-2122717976-router', 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '2aaca4f4-d74b-4339-8b93-6693e8ed3f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:54:08Z', 'updated_at': '2021-06-07T06:54:20Z', 'revision_number': 4, 'project_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'gw_port': {'id': '2aaca4f4-d74b-4339-8b93-6693e8ed3f3a', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:52:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:09Z', 'updated_at': '2021-06-07T06:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_floatingips': [{'id': '6e98fecf-af91-4cf6-8f99-02c6430ef047', 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'router_id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'port_id': 'b6a21db2-fd0f-4ecd-b552-56cb2a008026', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf', 'mac_address': 'fa:16:3e:45:c1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89408ebb-d630-4f0e-bcdf-bb7e36e5e67d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T06:54:36Z', 'updated_at': '2021-06-07T06:55:01Z', 'revision_number': 1, 'project_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9831c1ce-d1dc-4f83-bd28-e07d7cfd858f', 'name': '', 'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf', 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'mac_address': 'fa:16:3e:2a:6e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:16Z', 'updated_at': '2021-06-07T06:54:35Z', 'revision_number': 5, 'project_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'subnets': [{'id': 'dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:55:03.209589 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c41db8-eff2-4f17-906f-65cea50fe86a None None] Checking router: 822108ba-deab-419a-8000-7ee2d2ad40fd for host: dv-cinder-784140-5-iscsi {{(pid=91761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 06:55:03.220612 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c41db8-eff2-4f17-906f-65cea50fe86a None None] Routers {'822108ba-deab-419a-8000-7ee2d2ad40fd'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:55:03.221751 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-43c41db8-eff2-4f17-906f-65cea50fe86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T06:54:38Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['822108ba-deab-419a-8000-7ee2d2ad40fd'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:55:03.265589 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-b893ea65-b148-4701-b65f-cc293c3b2cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:03.324963 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b895cbf-b732-47ad-8cdb-7b54a3dfbc29 req-99750998-cfdc-497d-b03b-68e15bdf509d tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:03.335261 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-5b895cbf-b732-47ad-8cdb-7b54a3dfbc29 req-99750998-cfdc-497d-b03b-68e15bdf509d tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 946 time: 0.1496406 Jun 07 06:55:03.403190 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-b893ea65-b148-4701-b65f-cc293c3b2cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:03.485197 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-5b895cbf-b732-47ad-8cdb-7b54a3dfbc29 req-98300035-0000-4a03-ad94-ea3ec287918a tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489868 Jun 07 06:55:03.487204 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-43c41db8-eff2-4f17-906f-65cea50fe86a None None] Set router 822108ba-deab-419a-8000-7ee2d2ad40fd gateway port host: dv-cinder-784140-5-iscsi {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:55:03.522783 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-b893ea65-b148-4701-b65f-cc293c3b2cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:03.526348 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-b893ea65-b148-4701-b65f-cc293c3b2cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:03.527846 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-b893ea65-b148-4701-b65f-cc293c3b2cc4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7bffaa6c-9f6c-4363-b536-74e55b3d52f6 HTTP/1.1" status: 204 len: 168 time: 0.4677832 Jun 07 06:55:03.529678 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-d1308030-482f-4715-a6da-49f9d35d45cb tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:03.543078 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b893ea65-b148-4701-b65f-cc293c3b2cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bffaa6c-9f6c-4363-b536-74e55b3d52f6,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:03.546690 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-b893ea65-b148-4701-b65f-cc293c3b2cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:03.860055 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 40632) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:03.880585 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-b53f7669-cf5b-4fc4-96e1-d7b0dbb5e629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:03.910982 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-43c41db8-eff2-4f17-906f-65cea50fe86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'name': 'tempest-AttachVolumeShelveTestJSON-2122717976-router', 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '2aaca4f4-d74b-4339-8b93-6693e8ed3f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:54:08Z', 'updated_at': '2021-06-07T06:54:20Z', 'revision_number': 4, 'project_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'gw_port': {'id': '2aaca4f4-d74b-4339-8b93-6693e8ed3f3a', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:52:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:09Z', 'updated_at': '2021-06-07T06:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_floatingips': [{'id': '6e98fecf-af91-4cf6-8f99-02c6430ef047', 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'router_id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'port_id': 'b6a21db2-fd0f-4ecd-b552-56cb2a008026', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf', 'mac_address': 'fa:16:3e:45:c1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89408ebb-d630-4f0e-bcdf-bb7e36e5e67d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T06:54:36Z', 'updated_at': '2021-06-07T06:55:01Z', 'revision_number': 1, 'project_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9831c1ce-d1dc-4f83-bd28-e07d7cfd858f', 'name': '', 'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf', 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'mac_address': 'fa:16:3e:2a:6e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:16Z', 'updated_at': '2021-06-07T06:54:35Z', 'revision_number': 5, 'project_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'subnets': [{'id': 'dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:55:03.915122 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c41db8-eff2-4f17-906f-65cea50fe86a None None] The sync data for ids ['822108ba-deab-419a-8000-7ee2d2ad40fd'] in dv-cinder-784140-5-iscsi is: [{'id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'name': 'tempest-AttachVolumeShelveTestJSON-2122717976-router', 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '2aaca4f4-d74b-4339-8b93-6693e8ed3f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:54:08Z', 'updated_at': '2021-06-07T06:54:20Z', 'revision_number': 4, 'project_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'gw_port': {'id': '2aaca4f4-d74b-4339-8b93-6693e8ed3f3a', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:52:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:09Z', 'updated_at': '2021-06-07T06:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_floatingips': [{'id': '6e98fecf-af91-4cf6-8f99-02c6430ef047', 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'router_id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'port_id': 'b6a21db2-fd0f-4ecd-b552-56cb2a008026', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf', 'mac_address': 'fa:16:3e:45:c1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89408ebb-d630-4f0e-bcdf-bb7e36e5e67d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T06:54:36Z', 'updated_at': '2021-06-07T06:55:01Z', 'revision_number': 1, 'project_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9831c1ce-d1dc-4f83-bd28-e07d7cfd858f', 'name': '', 'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf', 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'mac_address': 'fa:16:3e:2a:6e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:16Z', 'updated_at': '2021-06-07T06:54:35Z', 'revision_number': 5, 'project_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'subnets': [{'id': 'dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 06:55:04.008656 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-b53f7669-cf5b-4fc4-96e1-d7b0dbb5e629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:04.012809 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-b53f7669-cf5b-4fc4-96e1-d7b0dbb5e629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:04.022837 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-fbe9fac0-e836-444d-ae5a-21b02026d8a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:04.065426 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-b53f7669-cf5b-4fc4-96e1-d7b0dbb5e629 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b83e4d5ed3b64ddd98e2f3b287353a42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2010961 Jun 07 06:55:04.065426 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f7669-cf5b-4fc4-96e1-d7b0dbb5e629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9465a1-2f3f-4f47-94a4-98f438f7f810,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:04.065582 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 40636) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:04.067092 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-b53f7669-cf5b-4fc4-96e1-d7b0dbb5e629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:04.150672 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-466edffd-0d13-4052-af60-b953c23e54d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:04.153883 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893d6044-183e-4695-aab2-df52ddc5d11d None None] New status for floating IP 6e98fecf-af91-4cf6-8f99-02c6430ef047: ACTIVE {{(pid=91760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 06:55:04.199082 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-466edffd-0d13-4052-af60-b953c23e54d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:04.262476 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86711a-7737-4ad2-a52b-4bb4cdce6297 req-ed654c17-ac35-4b54-8fb4-95ed1cc75e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:04.264211 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-bd86711a-7737-4ad2-a52b-4bb4cdce6297 req-ed654c17-ac35-4b54-8fb4-95ed1cc75e0d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=03bd4d9d83964ae7adcdbf4b4489df7b&device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 1098 time: 0.0989234 Jun 07 06:55:04.318861 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-466edffd-0d13-4052-af60-b953c23e54d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:04.322601 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-466edffd-0d13-4052-af60-b953c23e54d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:04.323926 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-466edffd-0d13-4052-af60-b953c23e54d4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5d9465a1-2f3f-4f47-94a4-98f438f7f810 HTTP/1.1" status: 204 len: 168 time: 0.2576652 Jun 07 06:55:04.324945 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:04.349973 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466edffd-0d13-4052-af60-b953c23e54d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9465a1-2f3f-4f47-94a4-98f438f7f810,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:04.352708 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-466edffd-0d13-4052-af60-b953c23e54d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:04.478113 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86711a-7737-4ad2-a52b-4bb4cdce6297 req-28fe95cf-782f-4d64-9bee-c3d432d899bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:04.479702 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-bd86711a-7737-4ad2-a52b-4bb4cdce6297 req-28fe95cf-782f-4d64-9bee-c3d432d899bf service neutron] 10.222.0.44 "GET /v2.0/networks?id=0ea641b7-d55d-49bf-bc2d-31ddec2c42bf HTTP/1.1" status: 200 len: 918 time: 0.2071147 Jun 07 06:55:04.635356 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-bd86711a-7737-4ad2-a52b-4bb4cdce6297 req-43ca9b09-8a12-4375-a14b-c9ff1a2621bb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6a21db2-fd0f-4ecd-b552-56cb2a008026 HTTP/1.1" status: 200 len: 1001 time: 0.1363978 Jun 07 06:55:04.760152 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86711a-7737-4ad2-a52b-4bb4cdce6297 req-7302d2ae-66a3-49dc-953a-54258009ba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:04.761573 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-bd86711a-7737-4ad2-a52b-4bb4cdce6297 req-7302d2ae-66a3-49dc-953a-54258009ba65 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1 HTTP/1.1" status: 200 len: 856 time: 0.0904424 Jun 07 06:55:04.782581 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16500b6-6e2c-4d2d-b7a1-e0c6d88ad03e req-6bd431cd-f1c6-4b4f-90e0-0007be6e22d3 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:04.784504 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e16500b6-6e2c-4d2d-b7a1-e0c6d88ad03e req-6bd431cd-f1c6-4b4f-90e0-0007be6e22d3 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 946 time: 0.1482956 Jun 07 06:55:04.976495 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e16500b6-6e2c-4d2d-b7a1-e0c6d88ad03e req-6259c4ed-d4f2-4c1a-a7d1-b16549fdaa2b tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598585 Jun 07 06:55:04.997948 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86711a-7737-4ad2-a52b-4bb4cdce6297 req-5bab3f9f-4e02-4883-8501-6aa7645ccf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:04.999579 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-bd86711a-7737-4ad2-a52b-4bb4cdce6297 req-5bab3f9f-4e02-4883-8501-6aa7645ccf08 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0ea641b7-d55d-49bf-bc2d-31ddec2c42bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2141950 Jun 07 06:55:05.174831 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-bd86711a-7737-4ad2-a52b-4bb4cdce6297 req-97db7be8-1fdc-4007-82a1-53ca764d2d91 service neutron] 10.222.0.44 "GET /v2.0/networks/0ea641b7-d55d-49bf-bc2d-31ddec2c42bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662726 Jun 07 06:55:05.229403 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-74647bef-6b13-45d0-9a91-90e7eb443a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:05.248766 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 40692) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:05.333009 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-bd86711a-7737-4ad2-a52b-4bb4cdce6297 req-e7f78e23-996f-4514-a933-6ca49620160e service neutron] 10.222.0.44 "GET /v2.0/networks/0ea641b7-d55d-49bf-bc2d-31ddec2c42bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477904 Jun 07 06:55:05.375624 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-d575c610-46a2-492c-b394-08b464a3ad21 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1931626184-network', 'tenant_id': '364a529d32c04597953804d5a6ac2ae6'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:55:05.401531 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d575c610-46a2-492c-b394-08b464a3ad21 admin admin] Made reservation on behalf of 364a529d32c04597953804d5a6ac2ae6 for: {'network': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:55:05.401531 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d575c610-46a2-492c-b394-08b464a3ad21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783645'] for network, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:05.414634 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d575c610-46a2-492c-b394-08b464a3ad21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:05.525714 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d575c610-46a2-492c-b394-08b464a3ad21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:05.530841 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d575c610-46a2-492c-b394-08b464a3ad21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:05.535158 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-98adb2f0-581d-4079-9da7-9d55b89578e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:05.567118 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d575c610-46a2-492c-b394-08b464a3ad21 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=91759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 06:55:05.572947 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d575c610-46a2-492c-b394-08b464a3ad21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92c8c23-aad3-4394-8555-8eb6c2bda331,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:05.577210 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-d575c610-46a2-492c-b394-08b464a3ad21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:05.580987 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d575c610-46a2-492c-b394-08b464a3ad21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642'] for segment, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:05.581323 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.db.segments_db [None req-d575c610-46a2-492c-b394-08b464a3ad21 admin admin] Added segment 30dcf411-ecbb-4f6e-acfb-1656bd59f85d of type vlan for network 823ee65e-1bda-42f8-bf49-9fe19559f27c Jun 07 06:55:05.609296 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d575c610-46a2-492c-b394-08b464a3ad21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900516316'] for network, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:05.643720 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d575c610-46a2-492c-b394-08b464a3ad21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3890583'] for network, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:05.645235 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d575c610-46a2-492c-b394-08b464a3ad21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:05.645910 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d575c610-46a2-492c-b394-08b464a3ad21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for network, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:05.651708 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:05.703530 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-d575c610-46a2-492c-b394-08b464a3ad21 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4536366 Jun 07 06:55:05.706443 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 40706) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:05.711155 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-233c860c-b2dd-4697-89e7-769bba6f81c8 admin admin] Request body: {'subnet': {'network_id': '823ee65e-1bda-42f8-bf49-9fe19559f27c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1931626184-subnet', 'tenant_id': '364a529d32c04597953804d5a6ac2ae6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:55:05.776846 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d575c610-46a2-492c-b394-08b464a3ad21 admin admin] Pushing event updated for resources: {'Network': ['ID=823ee65e-1bda-42f8-bf49-9fe19559f27c,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:05.787791 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d575c610-46a2-492c-b394-08b464a3ad21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:05.788153 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d575c610-46a2-492c-b394-08b464a3ad21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:05.788660 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d575c610-46a2-492c-b394-08b464a3ad21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:05.788916 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d575c610-46a2-492c-b394-08b464a3ad21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:05.789255 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d575c610-46a2-492c-b394-08b464a3ad21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:05.789696 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d575c610-46a2-492c-b394-08b464a3ad21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:05.790020 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d575c610-46a2-492c-b394-08b464a3ad21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:05.790382 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d575c610-46a2-492c-b394-08b464a3ad21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:05.790738 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d575c610-46a2-492c-b394-08b464a3ad21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:05.791068 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d575c610-46a2-492c-b394-08b464a3ad21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:05.791396 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d575c610-46a2-492c-b394-08b464a3ad21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:05.791720 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d575c610-46a2-492c-b394-08b464a3ad21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:05.795572 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233c860c-b2dd-4697-89e7-769bba6f81c8 admin admin] Made reservation on behalf of 364a529d32c04597953804d5a6ac2ae6 for: {'subnet': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:55:05.799118 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-233c860c-b2dd-4697-89e7-769bba6f81c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2564212'] for subnet, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:05.803108 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Network 823ee65e-1bda-42f8-bf49-9fe19559f27c details requested by agent ovs-agent-dv-cinder-784140-5-iscsi with host dv-cinder-784140-5-iscsi {{(pid=91760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 06:55:05.816032 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-d575c610-46a2-492c-b394-08b464a3ad21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:06.027776 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-233c860c-b2dd-4697-89e7-769bba6f81c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2564198'] for subnet, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:06.035294 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-166ab2c9-9a0e-4105-b2dd-43359fd97708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:06.125481 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c860c-b2dd-4697-89e7-769bba6f81c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c64085fc-441e-4bbb-b69d-7d641c5251f5,revision_number=0']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:06.137405 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-233c860c-b2dd-4697-89e7-769bba6f81c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:06.144480 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233c860c-b2dd-4697-89e7-769bba6f81c8 admin admin] Checking segment: {'id': '30dcf411-ecbb-4f6e-acfb-1656bd59f85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '823ee65e-1bda-42f8-bf49-9fe19559f27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:55:06.144837 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233c860c-b2dd-4697-89e7-769bba6f81c8 admin admin] Network hostable DHCP agents. Network: 823ee65e-1bda-42f8-bf49-9fe19559f27c, hostable agents: ['1fe75083-37bf-44a6-88f5-2ab2a4fa7cf2'], hosted agents: [] {{(pid=91759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 06:55:06.163432 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233c860c-b2dd-4697-89e7-769bba6f81c8 admin admin] Network 823ee65e-1bda-42f8-bf49-9fe19559f27c is scheduled to be hosted by DHCP agent 1fe75083-37bf-44a6-88f5-2ab2a4fa7cf2 with binding_index 1 {{(pid=91759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 06:55:06.177105 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-233c860c-b2dd-4697-89e7-769bba6f81c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-5-iscsi, 823ee65e-1bda-42f8-bf49-9fe19559f27c) {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:55:06.190194 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02c4275-f059-49d0-9ef7-5b574acad18a None None] Network 823ee65e-1bda-42f8-bf49-9fe19559f27c requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:55:06.198191 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233c860c-b2dd-4697-89e7-769bba6f81c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:06.198971 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-233c860c-b2dd-4697-89e7-769bba6f81c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for subnet, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:06.239415 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-233c860c-b2dd-4697-89e7-769bba6f81c8 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5318768 Jun 07 06:55:06.318801 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b739f1-0258-4937-9b19-a3c5a186a5a5 req-ce9f78b6-ea93-472a-9014-8d99505e8148 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:06.331082 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-63b739f1-0258-4937-9b19-a3c5a186a5a5 req-ce9f78b6-ea93-472a-9014-8d99505e8148 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 946 time: 0.1799350 Jun 07 06:55:06.433014 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-63b739f1-0258-4937-9b19-a3c5a186a5a5 req-f3c85677-6475-45f6-9182-c3d002404665 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978658 Jun 07 06:55:06.540868 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d922c73-fd80-4aff-89d8-690f9d833b36 None None] Network 823ee65e-1bda-42f8-bf49-9fe19559f27c requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:55:07.618153 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba721b1-e9d2-4d18-b29a-4061397bf9e0 req-a44c1408-3268-4c49-8383-908a467744d2 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:07.619585 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-8ba721b1-e9d2-4d18-b29a-4061397bf9e0 req-a44c1408-3268-4c49-8383-908a467744d2 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 946 time: 0.0828204 Jun 07 06:55:07.664936 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-8ba721b1-e9d2-4d18-b29a-4061397bf9e0 req-84196d92-eca9-48fd-ac91-4b85db86815a tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395303 Jun 07 06:55:07.858743 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:07.941923 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-6cc92b23-aea0-4859-8c57-1938e6bdd638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:08.847774 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f06d78-1945-4ab5-ad7f-09bab9fbf096 req-0f28c26a-98fc-4159-91a1-485e2de53c8a tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:08.849202 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-45f06d78-1945-4ab5-ad7f-09bab9fbf096 req-0f28c26a-98fc-4159-91a1-485e2de53c8a tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 946 time: 0.0798123 Jun 07 06:55:08.896595 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-45f06d78-1945-4ab5-ad7f-09bab9fbf096 req-9dc9a89e-fa00-478f-91cd-4e86deda8363 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418975 Jun 07 06:55:08.901700 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:09.246406 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.agents_db [None req-46aecb79-32b8-4105-868b-523cea85afea None None] Agent healthcheck: found 6 active agents {{(pid=91761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 06:55:10.099741 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c42ea0-f027-4a45-ba07-8bd8d3996c1a req-c54d8b96-075f-4b91-97a0-0b9351620796 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:10.101847 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-71c42ea0-f027-4a45-ba07-8bd8d3996c1a req-c54d8b96-075f-4b91-97a0-0b9351620796 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 946 time: 0.0914760 Jun 07 06:55:10.159310 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-71c42ea0-f027-4a45-ba07-8bd8d3996c1a req-f1b16baa-cf9e-47a3-9c06-775a8c0b4a30 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508099 Jun 07 06:55:10.289161 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc7b06-466f-40a9-952e-9c160670f04c req-6b4279b2-a7ab-4a91-afa5-09c0c3a91d3b tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:10.290780 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-3acc7b06-466f-40a9-952e-9c160670f04c req-6b4279b2-a7ab-4a91-afa5-09c0c3a91d3b tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0d2454-5a36-4e10-b14d-fd5f0d4d9020 HTTP/1.1" status: 200 len: 946 time: 0.1114621 Jun 07 06:55:10.351658 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-3acc7b06-466f-40a9-952e-9c160670f04c req-e87819f8-eb20-43ca-97f9-0a06dd30d1fe tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/security-groups?id=15258644-b705-41da-a019-0c9459dbae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552142 Jun 07 06:55:10.600417 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:10.842973 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109bce8-ce01-496c-974c-dff6d08a766d req-76aea880-6593-4a01-ad42-22e4375ec816 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:10.844409 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5109bce8-ce01-496c-974c-dff6d08a766d req-76aea880-6593-4a01-ad42-22e4375ec816 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/networks?id=823ee65e-1bda-42f8-bf49-9fe19559f27c HTTP/1.1" status: 200 len: 809 time: 0.1568539 Jun 07 06:55:10.864946 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5109bce8-ce01-496c-974c-dff6d08a766d req-b1887849-f415-4123-b533-5f065383e0d2 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/quotas/364a529d32c04597953804d5a6ac2ae6 HTTP/1.1" status: 200 len: 375 time: 0.0147722 Jun 07 06:55:10.918115 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5109bce8-ce01-496c-974c-dff6d08a766d req-88f2830d-2026-4c55-a4d0-bfddca1d9637 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=364a529d32c04597953804d5a6ac2ae6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522437 Jun 07 06:55:11.049513 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5109bce8-ce01-496c-974c-dff6d08a766d req-65b1680c-fa49-4ec7-ae4f-af49af7bdde5 service neutron] 10.222.0.35 "GET /v2.0/networks/823ee65e-1bda-42f8-bf49-9fe19559f27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304915 Jun 07 06:55:11.088921 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 40858) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:11.219474 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5109bce8-ce01-496c-974c-dff6d08a766d req-1af6853a-a5c4-4e43-a949-ebe97a3adbb7 service neutron] 10.222.0.35 "GET /v2.0/networks/823ee65e-1bda-42f8-bf49-9fe19559f27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628640 Jun 07 06:55:11.262816 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bfab6d23-32a9-4644-972e-3c45b66d0232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:11.489600 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-d39563ad-0776-41e3-b319-c52c8db8b5cb req-80949445-4a51-42e5-acbf-71fec1c5442f tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=08b27093-68ca-4abc-96c7-87f92783ae35 HTTP/1.1" status: 200 len: 210 time: 0.1110032 Jun 07 06:55:11.498307 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80155b6-a8d4-4b39-8e0d-4f3cd9217e68 req-c0bf1829-857a-4701-a1cf-50317b89f75f tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:11.500039 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-a80155b6-a8d4-4b39-8e0d-4f3cd9217e68 req-c0bf1829-857a-4701-a1cf-50317b89f75f tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 946 time: 0.1598446 Jun 07 06:55:11.509975 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bfab6d23-32a9-4644-972e-3c45b66d0232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:11.526522 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bfab6d23-32a9-4644-972e-3c45b66d0232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:11.537545 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-a174a199-b11c-404b-b619-141e1680ae65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:11.603952 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-a80155b6-a8d4-4b39-8e0d-4f3cd9217e68 req-9f8fce71-04bd-41b3-9b08-72c70a30b2ae tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967116 Jun 07 06:55:11.606063 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-bfab6d23-32a9-4644-972e-3c45b66d0232 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=17b0b76c53d748deb6b670599d9841c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5159309 Jun 07 06:55:11.608372 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab6d23-32a9-4644-972e-3c45b66d0232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b182a8f1-2c55-45c8-a62b-50d47b86934a,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:11.608990 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 40882) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:11.616320 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfab6d23-32a9-4644-972e-3c45b66d0232 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:11.616692 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfab6d23-32a9-4644-972e-3c45b66d0232 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:11.617582 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfab6d23-32a9-4644-972e-3c45b66d0232 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:11.617973 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfab6d23-32a9-4644-972e-3c45b66d0232 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:11.618329 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfab6d23-32a9-4644-972e-3c45b66d0232 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:11.618681 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfab6d23-32a9-4644-972e-3c45b66d0232 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:11.619028 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfab6d23-32a9-4644-972e-3c45b66d0232 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:11.619376 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfab6d23-32a9-4644-972e-3c45b66d0232 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:11.619872 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfab6d23-32a9-4644-972e-3c45b66d0232 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:11.620223 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfab6d23-32a9-4644-972e-3c45b66d0232 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:11.620567 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfab6d23-32a9-4644-972e-3c45b66d0232 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:11.620906 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfab6d23-32a9-4644-972e-3c45b66d0232 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:11.625420 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-bfab6d23-32a9-4644-972e-3c45b66d0232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:11.715734 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-943f6561-cd9d-406f-a2dc-af3d83852a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:11.744580 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-943f6561-cd9d-406f-a2dc-af3d83852a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:11.803895 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-943f6561-cd9d-406f-a2dc-af3d83852a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:11.806684 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-943f6561-cd9d-406f-a2dc-af3d83852a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:11.807925 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-943f6561-cd9d-406f-a2dc-af3d83852a38 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b182a8f1-2c55-45c8-a62b-50d47b86934a HTTP/1.1" status: 204 len: 168 time: 0.1979146 Jun 07 06:55:11.808623 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-f690fc65-db72-4da9-9fe1-dedb016c762a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:11.818840 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f6561-cd9d-406f-a2dc-af3d83852a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b182a8f1-2c55-45c8-a62b-50d47b86934a,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:11.820148 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891069e0-176c-44a0-87ae-192f35a5da6b req-d5517e01-ba95-4a60-8cb4-87a3b849c343 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:11.821609 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-891069e0-176c-44a0-87ae-192f35a5da6b req-d5517e01-ba95-4a60-8cb4-87a3b849c343 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0d2454-5a36-4e10-b14d-fd5f0d4d9020 HTTP/1.1" status: 200 len: 946 time: 0.0971072 Jun 07 06:55:11.826714 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-943f6561-cd9d-406f-a2dc-af3d83852a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:11.876160 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-891069e0-176c-44a0-87ae-192f35a5da6b req-b4cd90db-4d25-44d0-912d-d4ab68e68db9 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/security-groups?id=15258644-b705-41da-a019-0c9459dbae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459962 Jun 07 06:55:12.093329 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 40892) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:12.110916 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-768919c4-1d30-44b6-9ddd-24f1439570dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:12.213370 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-768919c4-1d30-44b6-9ddd-24f1439570dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:12.217028 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-768919c4-1d30-44b6-9ddd-24f1439570dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:12.225198 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-466edffd-0d13-4052-af60-b953c23e54d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:12.262526 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-768919c4-1d30-44b6-9ddd-24f1439570dc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f179ae079a204998a244b32b8bc48555&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1681571 Jun 07 06:55:12.264598 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768919c4-1d30-44b6-9ddd-24f1439570dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef7a326-9d42-45d9-a74b-e2b20176d7a8,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:12.265896 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 40894) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:12.267498 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-768919c4-1d30-44b6-9ddd-24f1439570dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:12.321422 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d4b152c6-ba19-4505-a132-3f574b3e2f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:12.347363 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d4b152c6-ba19-4505-a132-3f574b3e2f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:12.404549 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d4b152c6-ba19-4505-a132-3f574b3e2f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:12.407150 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d4b152c6-ba19-4505-a132-3f574b3e2f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:12.408302 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-d4b152c6-ba19-4505-a132-3f574b3e2f33 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bef7a326-9d42-45d9-a74b-e2b20176d7a8 HTTP/1.1" status: 204 len: 168 time: 0.1414485 Jun 07 06:55:12.409027 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-8cf2988f-3770-419b-8240-23c42d9fa8a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:12.424917 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b152c6-ba19-4505-a132-3f574b3e2f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef7a326-9d42-45d9-a74b-e2b20176d7a8,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:12.424917 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-d4b152c6-ba19-4505-a132-3f574b3e2f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:12.639872 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-1f73d98c-c2a8-4ac5-a4cf-a2492a1513c7 req-5ed77e9c-eaca-4d46-9bcb-f2e63ee5eb23 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=08b27093-68ca-4abc-96c7-87f92783ae35 HTTP/1.1" status: 200 len: 210 time: 0.0443745 Jun 07 06:55:12.816740 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb7604-e7cf-4d56-b3c1-888610de17d4 req-c04d2003-366f-4ef1-b440-28adaaaccb5c tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:12.818221 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d1cb7604-e7cf-4d56-b3c1-888610de17d4 req-c04d2003-366f-4ef1-b440-28adaaaccb5c tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 946 time: 0.0826044 Jun 07 06:55:12.871296 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d1cb7604-e7cf-4d56-b3c1-888610de17d4 req-10d2fe29-3b8c-4461-be9f-729ff0cbca27 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433819 Jun 07 06:55:13.068274 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784226e-619c-4a3e-bd05-c40514643f03 req-fc862f9a-712f-4ee6-b83b-17531ddb29ca tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:13.069698 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-a784226e-619c-4a3e-bd05-c40514643f03 req-fc862f9a-712f-4ee6-b83b-17531ddb29ca tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0d2454-5a36-4e10-b14d-fd5f0d4d9020 HTTP/1.1" status: 200 len: 946 time: 0.0899367 Jun 07 06:55:13.115422 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-a784226e-619c-4a3e-bd05-c40514643f03 req-ff1e177d-9601-4ce1-a6ba-9b9422e9c233 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/security-groups?id=15258644-b705-41da-a019-0c9459dbae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391455 Jun 07 06:55:13.788803 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e3b33cbb-5f2b-41cd-8891-4ef6c9da7771 req-f6badb34-5baf-472f-aeca-e43e95897425 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=08b27093-68ca-4abc-96c7-87f92783ae35 HTTP/1.1" status: 200 len: 210 time: 0.0454834 Jun 07 06:55:14.084137 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d2287-4d78-4e39-82a1-35cd76daf6f5 req-284504d5-18f4-461a-bcf7-744029ae1622 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:14.085603 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-857d2287-4d78-4e39-82a1-35cd76daf6f5 req-284504d5-18f4-461a-bcf7-744029ae1622 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 946 time: 0.0977302 Jun 07 06:55:14.155767 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-857d2287-4d78-4e39-82a1-35cd76daf6f5 req-3e815bf6-488e-4d01-b3af-6b81bc056da0 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618956 Jun 07 06:55:14.331559 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b61ecb-d22e-4107-875c-81f490d8cf09 req-33c4b929-88c8-4d52-a298-a3295fc42e10 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:14.333216 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-23b61ecb-d22e-4107-875c-81f490d8cf09 req-33c4b929-88c8-4d52-a298-a3295fc42e10 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0d2454-5a36-4e10-b14d-fd5f0d4d9020 HTTP/1.1" status: 200 len: 946 time: 0.0927575 Jun 07 06:55:14.382264 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-23b61ecb-d22e-4107-875c-81f490d8cf09 req-31517498-4ecd-4186-babd-dc650410fad0 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/security-groups?id=15258644-b705-41da-a019-0c9459dbae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429981 Jun 07 06:55:14.883487 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109bce8-ce01-496c-974c-dff6d08a766d req-a3ab8773-7c25-41be-a5cc-e3bd7238b2dc tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:14.885034 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-5109bce8-ce01-496c-974c-dff6d08a766d req-a3ab8773-7c25-41be-a5cc-e3bd7238b2dc tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.44 "GET /v2.0/networks?id=823ee65e-1bda-42f8-bf49-9fe19559f27c HTTP/1.1" status: 200 len: 809 time: 0.1671469 Jun 07 06:55:14.899169 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [req-5109bce8-ce01-496c-974c-dff6d08a766d req-a262883a-c57d-40c1-a907-a9fe7329bdbf tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Request body: {'port': {'device_id': '08b27093-68ca-4abc-96c7-87f92783ae35', 'network_id': '823ee65e-1bda-42f8-bf49-9fe19559f27c', 'admin_state_up': True, 'tenant_id': '364a529d32c04597953804d5a6ac2ae6'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:55:14.979720 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f30548-8ceb-4619-91f5-e83d2e66b0b8 req-f595621f-4fdb-4614-a317-a2acb3da2d63 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:14.982632 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-d9f30548-8ceb-4619-91f5-e83d2e66b0b8 req-f595621f-4fdb-4614-a317-a2acb3da2d63 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc0d2454-5a36-4e10-b14d-fd5f0d4d9020 HTTP/1.1" status: 200 len: 946 time: 0.1726463 Jun 07 06:55:15.196702 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [req-d9f30548-8ceb-4619-91f5-e83d2e66b0b8 req-9bb773fb-5cae-4e1c-8b44-ab0f0469c940 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] Deleting port 8445359b-57c3-45f4-8fef-a29a57f19361 {{(pid=91759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 06:55:15.197534 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-d9f30548-8ceb-4619-91f5-e83d2e66b0b8 req-9bb773fb-5cae-4e1c-8b44-ab0f0469c940 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:15.220461 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e9f33769-fb0d-4d8a-83ca-d29fd53deb25 req-bb781f5a-ce0a-47d1-bfcf-e26eef7976ca tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=08b27093-68ca-4abc-96c7-87f92783ae35 HTTP/1.1" status: 200 len: 210 time: 0.2134171 Jun 07 06:55:15.315120 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5109bce8-ce01-496c-974c-dff6d08a766d req-a262883a-c57d-40c1-a907-a9fe7329bdbf tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Made reservation on behalf of 364a529d32c04597953804d5a6ac2ae6 for: {'port': 1} {{(pid=91758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:55:15.319079 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-5109bce8-ce01-496c-974c-dff6d08a766d req-a262883a-c57d-40c1-a907-a9fe7329bdbf tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:15.449371 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.db [req-d9f30548-8ceb-4619-91f5-e83d2e66b0b8 req-9bb773fb-5cae-4e1c-8b44-ab0f0469c940 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] For port 8445359b-57c3-45f4-8fef-a29a57f19361, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=8445359b-57c3-45f4-8fef-a29a57f19361,segment=NetworkSegment(be5f6e2a-e3bb-4432-9ce3-0810406bda5d),segment_id=be5f6e2a-e3bb-4432-9ce3-0810406bda5d)] {{(pid=91759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:55:15.450699 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-d9f30548-8ceb-4619-91f5-e83d2e66b0b8 req-9bb773fb-5cae-4e1c-8b44-ab0f0469c940 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:15.596854 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [req-d9f30548-8ceb-4619-91f5-e83d2e66b0b8 req-9bb773fb-5cae-4e1c-8b44-ab0f0469c940 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] Calling delete_port for 8445359b-57c3-45f4-8fef-a29a57f19361 owned by compute:nova {{(pid=91759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 06:55:15.620722 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709cf12-2880-4707-91ed-7fdd8e07a4ff req-582f2896-ceb7-455e-b423-0debb1e52a11 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:15.622669 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-3709cf12-2880-4707-91ed-7fdd8e07a4ff req-582f2896-ceb7-455e-b423-0debb1e52a11 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 946 time: 0.2985592 Jun 07 06:55:15.632531 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.db_base_plugin_common [req-5109bce8-ce01-496c-974c-dff6d08a766d req-a262883a-c57d-40c1-a907-a9fe7329bdbf tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Allocated IP 172.20.0.11 (823ee65e-1bda-42f8-bf49-9fe19559f27c/c64085fc-441e-4bbb-b69d-7d641c5251f5/3f2e599a-7daa-4374-8153-154c5ba59586) {{(pid=91758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:55:15.676713 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b1561-7321-4ed2-9a83-9ffe09044335 req-3eb2a7cd-931d-4cd3-8f92-baafa2967734 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:15.684893 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-8f8b1561-7321-4ed2-9a83-9ffe09044335 req-3eb2a7cd-931d-4cd3-8f92-baafa2967734 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0d2454-5a36-4e10-b14d-fd5f0d4d9020 HTTP/1.1" status: 200 len: 946 time: 0.1531105 Jun 07 06:55:15.757946 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-3709cf12-2880-4707-91ed-7fdd8e07a4ff req-027d16bf-9090-4443-91d6-30fdb6b4b926 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707533 Jun 07 06:55:15.793595 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-8f8b1561-7321-4ed2-9a83-9ffe09044335 req-b4d85182-baab-4b56-9e88-a5438811e622 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/security-groups?id=15258644-b705-41da-a019-0c9459dbae51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082211 Jun 07 06:55:15.859371 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-d9f30548-8ceb-4619-91f5-e83d2e66b0b8 req-9bb773fb-5cae-4e1c-8b44-ab0f0469c940 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222160'] for port, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:15.866734 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:15.873326 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] get_ports_and_sgs() called for port_ids ['8445359b-57c3-45f4-8fef-a29a57f19361'] {{(pid=91760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:55:15.918329 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb773fb-5cae-4e1c-8b44-ab0f0469c940 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] Pushing event deleted for resources: {'Port': ['ID=8445359b-57c3-45f4-8fef-a29a57f19361,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:15.940057 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-5109bce8-ce01-496c-974c-dff6d08a766d req-a262883a-c57d-40c1-a907-a9fe7329bdbf tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Notify callbacks [] for port, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:15.970550 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-5109bce8-ce01-496c-974c-dff6d08a766d req-a262883a-c57d-40c1-a907-a9fe7329bdbf tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:15.974281 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-9bb773fb-5cae-4e1c-8b44-ab0f0469c940 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:15.979361 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-daf370a7-1465-484a-b9c8-af95409321bc tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:16.017484 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f30548-8ceb-4619-91f5-e83d2e66b0b8 req-9bb773fb-5cae-4e1c-8b44-ab0f0469c940 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] No DVR routers for this DVR port 8445359b-57c3-45f4-8fef-a29a57f19361 on host hv-cinder-78414 {{(pid=91759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 06:55:16.020544 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-d9f30548-8ceb-4619-91f5-e83d2e66b0b8 req-9bb773fb-5cae-4e1c-8b44-ab0f0469c940 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:16.022494 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-d9f30548-8ceb-4619-91f5-e83d2e66b0b8 req-9bb773fb-5cae-4e1c-8b44-ab0f0469c940 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.44 "DELETE /v2.0/ports/8445359b-57c3-45f4-8fef-a29a57f19361 HTTP/1.1" status: 204 len: 173 time: 1.0302482 Jun 07 06:55:16.022957 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0d2454-5a36-4e10-b14d-fd5f0d4d9020', 'name': 'network-vif-deleted', 'tag': '8445359b-57c3-45f4-8fef-a29a57f19361'}] {{(pid=91759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:55:16.026541 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a053f81c338bbf1e2ede0d69cafce5cf20f9436aa375ccea032d9338f79a3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2c2344-2b6f-4d83-ba8d-246f06824a48" -d '{"events": [{"server_uuid": "cc0d2454-5a36-4e10-b14d-fd5f0d4d9020", "name": "network-vif-deleted", "tag": "8445359b-57c3-45f4-8fef-a29a57f19361"}]}' {{(pid=91759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:55:16.054489 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5109bce8-ce01-496c-974c-dff6d08a766d req-a262883a-c57d-40c1-a907-a9fe7329bdbf tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Network 823ee65e-1bda-42f8-bf49-9fe19559f27c is already hosted by enough agents. {{(pid=91758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:55:16.058006 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.base_scheduler [req-5109bce8-ce01-496c-974c-dff6d08a766d req-a262883a-c57d-40c1-a907-a9fe7329bdbf tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Resources bound (agent type, host, resource id): {{(pid=91758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:55:16.061999 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [req-5109bce8-ce01-496c-974c-dff6d08a766d req-a262883a-c57d-40c1-a907-a9fe7329bdbf tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Received port after_create {{(pid=91758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:55:16.078587 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1bd125-01ed-4038-b2b1-ad75194f1007 x-openstack-request-id: req-ff1bd125-01ed-4038-b2b1-ad75194f1007 {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:55:16.078896 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0d2454-5a36-4e10-b14d-fd5f0d4d9020", "name": "network-vif-deleted", "tag": "8445359b-57c3-45f4-8fef-a29a57f19361", "status": "completed", "code": 200}]} {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:55:16.079162 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ff1bd125-01ed-4038-b2b1-ad75194f1007 {{(pid=91759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:55:16.079586 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0d2454-5a36-4e10-b14d-fd5f0d4d9020', 'name': 'network-vif-deleted', 'tag': '8445359b-57c3-45f4-8fef-a29a57f19361', 'status': 'completed', 'code': 200} Jun 07 06:55:16.101150 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262883a-c57d-40c1-a907-a9fe7329bdbf tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Pushing event updated for resources: {'Port': ['ID=3f2e599a-7daa-4374-8153-154c5ba59586,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:16.105562 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-a262883a-c57d-40c1-a907-a9fe7329bdbf tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:16.157749 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109bce8-ce01-496c-974c-dff6d08a766d req-a262883a-c57d-40c1-a907-a9fe7329bdbf tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:16.158802 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-5109bce8-ce01-496c-974c-dff6d08a766d req-a262883a-c57d-40c1-a907-a9fe7329bdbf tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for port, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:16.180277 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-5109bce8-ce01-496c-974c-dff6d08a766d req-a262883a-c57d-40c1-a907-a9fe7329bdbf tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2856953 Jun 07 06:55:16.208790 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [req-5109bce8-ce01-496c-974c-dff6d08a766d req-d7ade1f6-5489-47bc-8d17-417d32914447 service neutron] Request body: {'port': {'device_id': '08b27093-68ca-4abc-96c7-87f92783ae35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:55:16.316468 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-5109bce8-ce01-496c-974c-dff6d08a766d req-d7ade1f6-5489-47bc-8d17-417d32914447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:16.425163 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4fbe9-4d06-469e-be11-933371d77f9a req-d46845ca-b44e-4324-8867-063977589e56 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:16.426781 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-75e4fbe9-4d06-469e-be11-933371d77f9a req-d46845ca-b44e-4324-8867-063977589e56 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=08b27093-68ca-4abc-96c7-87f92783ae35 HTTP/1.1" status: 200 len: 932 time: 0.0954926 Jun 07 06:55:16.488242 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-75e4fbe9-4d06-469e-be11-933371d77f9a req-37c1b473-575a-4204-a329-c08471b653f1 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/security-groups?id=d92c8c23-aad3-4394-8555-8eb6c2bda331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502577 Jun 07 06:55:16.701874 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [req-5109bce8-ce01-496c-974c-dff6d08a766d req-d7ade1f6-5489-47bc-8d17-417d32914447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f2e599a-7daa-4374-8153-154c5ba59586 {{(pid=91758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:55:16.709554 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-5109bce8-ce01-496c-974c-dff6d08a766d req-d7ade1f6-5489-47bc-8d17-417d32914447 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:16.724116 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [req-5109bce8-ce01-496c-974c-dff6d08a766d req-d7ade1f6-5489-47bc-8d17-417d32914447 service neutron] Transition to ACTIVE for port object 3f2e599a-7daa-4374-8153-154c5ba59586 will not be triggered until provisioned by entity L2. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:55:16.727699 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-5109bce8-ce01-496c-974c-dff6d08a766d req-d7ade1f6-5489-47bc-8d17-417d32914447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2309382'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:16.732538 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-415f947c-8953-442f-a2d2-2e20d0c1c7fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:17.033303 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ade1f6-5489-47bc-8d17-417d32914447 service neutron] Pushing event updated for resources: {'Port': ['ID=3f2e599a-7daa-4374-8153-154c5ba59586,revision_number=2']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:17.047039 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-d7ade1f6-5489-47bc-8d17-417d32914447 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:17.102180 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-a049f772-b488-473e-8661-5f46205d4cd2 req-f8f11831-2655-4416-aa89-d574b125f305 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0d2454-5a36-4e10-b14d-fd5f0d4d9020 HTTP/1.1" status: 200 len: 210 time: 0.0983305 Jun 07 06:55:17.148547 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783ba4f-8f0c-4fa5-adcc-37afe7af5550 req-8550d74e-0526-4319-9e4e-43a7252299c7 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:17.151614 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-4783ba4f-8f0c-4fa5-adcc-37afe7af5550 req-8550d74e-0526-4319-9e4e-43a7252299c7 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 946 time: 0.1821480 Jun 07 06:55:17.153071 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [req-5109bce8-ce01-496c-974c-dff6d08a766d req-d7ade1f6-5489-47bc-8d17-417d32914447 service neutron] Attempting to bind port 3f2e599a-7daa-4374-8153-154c5ba59586 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:55:17.155048 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [req-5109bce8-ce01-496c-974c-dff6d08a766d req-d7ade1f6-5489-47bc-8d17-417d32914447 service neutron] Attempting to bind port 3f2e599a-7daa-4374-8153-154c5ba59586 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '30dcf411-ecbb-4f6e-acfb-1656bd59f85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '823ee65e-1bda-42f8-bf49-9fe19559f27c'}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:55:17.155572 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5109bce8-ce01-496c-974c-dff6d08a766d req-d7ade1f6-5489-47bc-8d17-417d32914447 service neutron] Attempting to bind port 3f2e599a-7daa-4374-8153-154c5ba59586 on network 823ee65e-1bda-42f8-bf49-9fe19559f27c {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:55:17.183334 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5109bce8-ce01-496c-974c-dff6d08a766d req-d7ade1f6-5489-47bc-8d17-417d32914447 service neutron] Port 3f2e599a-7daa-4374-8153-154c5ba59586 on network 823ee65e-1bda-42f8-bf49-9fe19559f27c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 06:55:17.183901 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5109bce8-ce01-496c-974c-dff6d08a766d req-d7ade1f6-5489-47bc-8d17-417d32914447 service neutron] Attempting to bind port 3f2e599a-7daa-4374-8153-154c5ba59586 on network 823ee65e-1bda-42f8-bf49-9fe19559f27c {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:55:17.207684 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5109bce8-ce01-496c-974c-dff6d08a766d req-d7ade1f6-5489-47bc-8d17-417d32914447 service neutron] Checking agent: {'id': '6ac81f3b-c4b1-4231-aa5b-62c4bc3a8245', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 52, 32), 'started_at': datetime.datetime(2021, 6, 7, 6, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:55:17.208403 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5109bce8-ce01-496c-974c-dff6d08a766d req-d7ade1f6-5489-47bc-8d17-417d32914447 service neutron] Checking segment: {'id': '30dcf411-ecbb-4f6e-acfb-1656bd59f85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '823ee65e-1bda-42f8-bf49-9fe19559f27c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:55:17.208976 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5109bce8-ce01-496c-974c-dff6d08a766d req-d7ade1f6-5489-47bc-8d17-417d32914447 service neutron] Bound using segment: {'id': '30dcf411-ecbb-4f6e-acfb-1656bd59f85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '823ee65e-1bda-42f8-bf49-9fe19559f27c'} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:55:17.209770 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [req-5109bce8-ce01-496c-974c-dff6d08a766d req-d7ade1f6-5489-47bc-8d17-417d32914447 service neutron] Bound port: 3f2e599a-7daa-4374-8153-154c5ba59586, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30dcf411-ecbb-4f6e-acfb-1656bd59f85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '823ee65e-1bda-42f8-bf49-9fe19559f27c'}}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:55:17.210435 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-5109bce8-ce01-496c-974c-dff6d08a766d req-d7ade1f6-5489-47bc-8d17-417d32914447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:17.240040 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-4783ba4f-8f0c-4fa5-adcc-37afe7af5550 req-e8d2c928-3508-4ab1-9a91-5eedbc28c9c3 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809307 Jun 07 06:55:17.330425 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [req-5109bce8-ce01-496c-974c-dff6d08a766d req-d7ade1f6-5489-47bc-8d17-417d32914447 service neutron] For port 3f2e599a-7daa-4374-8153-154c5ba59586, host hv-cinder-78414, cleared binding levels {{(pid=91758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:55:17.333994 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [req-5109bce8-ce01-496c-974c-dff6d08a766d req-d7ade1f6-5489-47bc-8d17-417d32914447 service neutron] For port 3f2e599a-7daa-4374-8153-154c5ba59586, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=3f2e599a-7daa-4374-8153-154c5ba59586,segment=NetworkSegment(30dcf411-ecbb-4f6e-acfb-1656bd59f85d),segment_id=30dcf411-ecbb-4f6e-acfb-1656bd59f85d)] {{(pid=91758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:55:17.341422 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-5109bce8-ce01-496c-974c-dff6d08a766d req-d7ade1f6-5489-47bc-8d17-417d32914447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2309382'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:17.347380 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:17.503085 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109bce8-ce01-496c-974c-dff6d08a766d req-d7ade1f6-5489-47bc-8d17-417d32914447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:17.503701 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-5109bce8-ce01-496c-974c-dff6d08a766d req-d7ade1f6-5489-47bc-8d17-417d32914447 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for port, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:17.505125 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-5109bce8-ce01-496c-974c-dff6d08a766d req-d7ade1f6-5489-47bc-8d17-417d32914447 service neutron] 10.222.0.44 "PUT /v2.0/ports/3f2e599a-7daa-4374-8153-154c5ba59586 HTTP/1.1" status: 200 len: 1094 time: 1.3100042 Jun 07 06:55:17.505620 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b27093-68ca-4abc-96c7-87f92783ae35', 'tag': '3f2e599a-7daa-4374-8153-154c5ba59586'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:55:17.508050 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec36a6c19c8fb969b847be0da992033db50c3714a14aa90e68a12edeb3f3a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932bfdc9-1df8-43b6-8160-60dffaf0bfcb" -d '{"events": [{"name": "network-changed", "server_uuid": "08b27093-68ca-4abc-96c7-87f92783ae35", "tag": "3f2e599a-7daa-4374-8153-154c5ba59586"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:55:17.538805 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ade1f6-5489-47bc-8d17-417d32914447 service neutron] Pushing event updated for resources: {'Port': ['ID=3f2e599a-7daa-4374-8153-154c5ba59586,revision_number=3']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:17.543277 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-d7ade1f6-5489-47bc-8d17-417d32914447 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:17.581290 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 06:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b1d559-fafd-4a0d-9ca9-b1dcab19e303 x-openstack-request-id: req-c3b1d559-fafd-4a0d-9ca9-b1dcab19e303 {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:55:17.581602 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b27093-68ca-4abc-96c7-87f92783ae35", "tag": "3f2e599a-7daa-4374-8153-154c5ba59586", "status": "completed", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:55:17.581904 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c3b1d559-fafd-4a0d-9ca9-b1dcab19e303 {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:55:17.582336 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08b27093-68ca-4abc-96c7-87f92783ae35', 'tag': '3f2e599a-7daa-4374-8153-154c5ba59586', 'status': 'completed', 'code': 200} Jun 07 06:55:17.705246 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109bce8-ce01-496c-974c-dff6d08a766d req-e8c700f9-861b-4b40-9e7d-509f8cb65a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:17.707578 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-5109bce8-ce01-496c-974c-dff6d08a766d req-e8c700f9-861b-4b40-9e7d-509f8cb65a5e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=364a529d32c04597953804d5a6ac2ae6&device_id=08b27093-68ca-4abc-96c7-87f92783ae35 HTTP/1.1" status: 200 len: 1097 time: 0.1229479 Jun 07 06:55:17.791516 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-5109bce8-ce01-496c-974c-dff6d08a766d req-90fb1889-a28f-4219-b2f4-cc586e11ea8f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f2e599a-7daa-4374-8153-154c5ba59586 HTTP/1.1" status: 200 len: 217 time: 0.0742073 Jun 07 06:55:17.804990 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7076f309-81ae-49ce-8921-8e496fdb4fff req-597b81f9-d7b7-41b1-af0a-1d256135abb1 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:17.806748 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-7076f309-81ae-49ce-8921-8e496fdb4fff req-597b81f9-d7b7-41b1-af0a-1d256135abb1 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=08b27093-68ca-4abc-96c7-87f92783ae35 HTTP/1.1" status: 200 len: 944 time: 0.1059499 Jun 07 06:55:17.851499 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-7076f309-81ae-49ce-8921-8e496fdb4fff req-e9169fd2-1771-4adb-9cee-4432fbcb401b tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/security-groups?id=d92c8c23-aad3-4394-8555-8eb6c2bda331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380480 Jun 07 06:55:17.857507 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109bce8-ce01-496c-974c-dff6d08a766d req-2f5ca846-a6df-4964-ba4d-69986b815457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:17.859105 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-5109bce8-ce01-496c-974c-dff6d08a766d req-2f5ca846-a6df-4964-ba4d-69986b815457 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c64085fc-441e-4bbb-b69d-7d641c5251f5 HTTP/1.1" status: 200 len: 849 time: 0.0599220 Jun 07 06:55:17.913052 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-5109bce8-ce01-496c-974c-dff6d08a766d req-440c0a8f-652f-4ba9-9a12-dcf9ffc9d4bc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=823ee65e-1bda-42f8-bf49-9fe19559f27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443010 Jun 07 06:55:18.051411 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-5109bce8-ce01-496c-974c-dff6d08a766d req-27009e70-53e9-4002-a307-81ef8c90372b service neutron] 10.222.0.44 "GET /v2.0/networks/823ee65e-1bda-42f8-bf49-9fe19559f27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307411 Jun 07 06:55:18.193492 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-5109bce8-ce01-496c-974c-dff6d08a766d req-07ca5f95-6a6a-49c0-a75a-7c0b4b0c4318 service neutron] 10.222.0.44 "GET /v2.0/networks/823ee65e-1bda-42f8-bf49-9fe19559f27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338253 Jun 07 06:55:18.314435 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bfdc9-1df8-43b6-8160-60dffaf0bfcb req-31ad0c43-d99e-40d5-849e-0919cf5233ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:18.315969 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-932bfdc9-1df8-43b6-8160-60dffaf0bfcb req-31ad0c43-d99e-40d5-849e-0919cf5233ed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=364a529d32c04597953804d5a6ac2ae6&device_id=08b27093-68ca-4abc-96c7-87f92783ae35 HTTP/1.1" status: 200 len: 1097 time: 0.0731914 Jun 07 06:55:18.458643 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49547685-ee32-4a14-aa6a-35cf6f77bd8c req-e60aae80-ac89-4447-8655-660e947d0ce2 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:18.460115 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-49547685-ee32-4a14-aa6a-35cf6f77bd8c req-e60aae80-ac89-4447-8655-660e947d0ce2 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 946 time: 0.1031406 Jun 07 06:55:18.471635 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bfdc9-1df8-43b6-8160-60dffaf0bfcb req-5b17e120-2b0a-4f89-8c54-e15cae641e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:18.473847 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-932bfdc9-1df8-43b6-8160-60dffaf0bfcb req-5b17e120-2b0a-4f89-8c54-e15cae641e9f service neutron] 10.222.0.44 "GET /v2.0/networks?id=823ee65e-1bda-42f8-bf49-9fe19559f27c HTTP/1.1" status: 200 len: 910 time: 0.1502247 Jun 07 06:55:18.523563 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-49547685-ee32-4a14-aa6a-35cf6f77bd8c req-c26f4e38-7d01-49b3-9eb3-cfcc2bc08ea5 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546596 Jun 07 06:55:18.561169 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-932bfdc9-1df8-43b6-8160-60dffaf0bfcb req-a2d29cc8-2d57-44d4-bb92-3929f6947767 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f2e599a-7daa-4374-8153-154c5ba59586 HTTP/1.1" status: 200 len: 217 time: 0.0770109 Jun 07 06:55:18.627280 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bfdc9-1df8-43b6-8160-60dffaf0bfcb req-e024d534-347b-4372-bbc9-5fbc3e298d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:18.628773 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-932bfdc9-1df8-43b6-8160-60dffaf0bfcb req-e024d534-347b-4372-bbc9-5fbc3e298d49 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c64085fc-441e-4bbb-b69d-7d641c5251f5 HTTP/1.1" status: 200 len: 849 time: 0.0610092 Jun 07 06:55:18.658141 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device 8445359b-57c3-45f4-8fef-a29a57f19361 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 06:55:18.692478 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-932bfdc9-1df8-43b6-8160-60dffaf0bfcb req-9d5d2b4a-5470-4180-ac70-ac7b9c858798 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=823ee65e-1bda-42f8-bf49-9fe19559f27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500572 Jun 07 06:55:18.709882 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] No Port match for: 8445359b-57c3-45f4-8fef-a29a57f19361 {{(pid=91760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 06:55:18.710307 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device 8445359b-57c3-45f4-8fef-a29a57f19361 not bound to the agent host hv-cinder-78414 {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 06:55:18.837745 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-932bfdc9-1df8-43b6-8160-60dffaf0bfcb req-dac21bd0-46a2-4593-8e12-b8842b108f00 service neutron] 10.222.0.44 "GET /v2.0/networks/823ee65e-1bda-42f8-bf49-9fe19559f27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358252 Jun 07 06:55:18.992755 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-932bfdc9-1df8-43b6-8160-60dffaf0bfcb req-a4f4e259-a692-4219-b2a9-db62b7b2263c service neutron] 10.222.0.44 "GET /v2.0/networks/823ee65e-1bda-42f8-bf49-9fe19559f27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453252 Jun 07 06:55:19.168316 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ed85f-6661-49c6-a2b5-ab92d9ea8a00 req-f12713c7-c30b-4df9-95eb-1a87d2ccdb73 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:19.174414 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-a83ed85f-6661-49c6-a2b5-ab92d9ea8a00 req-f12713c7-c30b-4df9-95eb-1a87d2ccdb73 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=08b27093-68ca-4abc-96c7-87f92783ae35 HTTP/1.1" status: 200 len: 944 time: 0.1947181 Jun 07 06:55:19.233813 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-a83ed85f-6661-49c6-a2b5-ab92d9ea8a00 req-77efc16a-d41b-4583-8e04-091edc768b1e tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/security-groups?id=d92c8c23-aad3-4394-8555-8eb6c2bda331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552008 Jun 07 06:55:19.712578 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9110c-d552-4ec2-a6b7-833f58681e86 req-9651e30f-96ff-409c-b604-e615a4953c26 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:19.714072 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-eae9110c-d552-4ec2-a6b7-833f58681e86 req-9651e30f-96ff-409c-b604-e615a4953c26 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 946 time: 0.0818703 Jun 07 06:55:19.763800 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-eae9110c-d552-4ec2-a6b7-833f58681e86 req-5bfdaba1-4ef4-410c-b1db-3c023897330f tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433538 Jun 07 06:55:19.922258 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 41138) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:19.980533 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.db_base_plugin_v2 [None req-8226add3-5ef5-4d25-bfcc-41cdf942fe4d admin admin] Deleting subnet 5ebe169c-1ac4-47ac-abc9-299e619e4ae4 {{(pid=91759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 06:55:19.983510 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8226add3-5ef5-4d25-bfcc-41cdf942fe4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:20.031840 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8226add3-5ef5-4d25-bfcc-41cdf942fe4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3301087'] for subnet, precommit_delete_associations {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:20.088467 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8226add3-5ef5-4d25-bfcc-41cdf942fe4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693753'] for subnet, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:20.159074 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8226add3-5ef5-4d25-bfcc-41cdf942fe4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2222269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2564177'] for subnet, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:20.162770 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:20.199190 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8226add3-5ef5-4d25-bfcc-41cdf942fe4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ebe169c-1ac4-47ac-abc9-299e619e4ae4,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:20.202373 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-8226add3-5ef5-4d25-bfcc-41cdf942fe4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:20.203332 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8226add3-5ef5-4d25-bfcc-41cdf942fe4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:20.207730 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 41142) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:20.208360 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-8226add3-5ef5-4d25-bfcc-41cdf942fe4d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5ebe169c-1ac4-47ac-abc9-299e619e4ae4 HTTP/1.1" status: 204 len: 168 time: 0.2845664 Jun 07 06:55:20.317573 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f0be3662-cf3a-4b13-82f5-3b45a7d5f5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546939'] for network, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:20.415697 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf389f5-0ec4-4c4e-b20e-acc5d1eb1f2f req-af9ab888-fa9c-4c3a-add5-68f03dc163de tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:20.417033 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-8bf389f5-0ec4-4c4e-b20e-acc5d1eb1f2f req-af9ab888-fa9c-4c3a-add5-68f03dc163de tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=08b27093-68ca-4abc-96c7-87f92783ae35 HTTP/1.1" status: 200 len: 944 time: 0.0805106 Jun 07 06:55:20.467636 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-8bf389f5-0ec4-4c4e-b20e-acc5d1eb1f2f req-05663a5d-9537-444d-b365-c9eb608f51ca tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/security-groups?id=d92c8c23-aad3-4394-8555-8eb6c2bda331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445251 Jun 07 06:55:20.529580 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f0be3662-cf3a-4b13-82f5-3b45a7d5f5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690272', 'neutron.services.segments.db._delete_segments_for_network-8736901055910'] for network, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:20.542141 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.services.segments.db [None req-f0be3662-cf3a-4b13-82f5-3b45a7d5f5a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['186e1dc3-2f68-4a49-b528-347ee9919f6c']}} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:55:20.554444 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.services.segments.db [None req-f0be3662-cf3a-4b13-82f5-3b45a7d5f5a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be5f6e2a-e3bb-4432-9ce3-0810406bda5d') {'for_net_delete': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:55:20.554807 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.services.segments.db [None req-f0be3662-cf3a-4b13-82f5-3b45a7d5f5a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be5f6e2a-e3bb-4432-9ce3-0810406bda5d') {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:55:20.567323 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f0be3662-cf3a-4b13-82f5-3b45a7d5f5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900799425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2297235'] for segment, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:20.584076 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f0be3662-cf3a-4b13-82f5-3b45a7d5f5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642'] for segment, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:20.590472 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0be3662-cf3a-4b13-82f5-3b45a7d5f5a0 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=91758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 06:55:20.590938 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f0be3662-cf3a-4b13-82f5-3b45a7d5f5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2309482'] for segment, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:20.603870 dv-cinder-784140-5-iscsi neutron-server[91758]: Traceback (most recent call last): Jun 07 06:55:20.603870 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 06:55:20.603870 dv-cinder-784140-5-iscsi neutron-server[91758]: timer() Jun 07 06:55:20.603870 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 06:55:20.603870 dv-cinder-784140-5-iscsi neutron-server[91758]: cb(*args, **kw) Jun 07 06:55:20.603870 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 06:55:20.603870 dv-cinder-784140-5-iscsi neutron-server[91758]: return func(*args, **kwargs) Jun 07 06:55:20.603870 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 06:55:20.603870 dv-cinder-784140-5-iscsi neutron-server[91758]: self._notify() Jun 07 06:55:20.603870 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 06:55:20.603870 dv-cinder-784140-5-iscsi neutron-server[91758]: self.callback(batched_events) Jun 07 06:55:20.603870 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 06:55:20.603870 dv-cinder-784140-5-iscsi neutron-server[91758]: event.method(event) Jun 07 06:55:20.603870 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 06:55:20.603870 dv-cinder-784140-5-iscsi neutron-server[91758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 06:55:20.603870 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 06:55:20.603870 dv-cinder-784140-5-iscsi neutron-server[91758]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 06:55:20.603870 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 06:55:20.603870 dv-cinder-784140-5-iscsi neutron-server[91758]: return f(self, *a, **k) Jun 07 06:55:20.603870 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 06:55:20.603870 dv-cinder-784140-5-iscsi neutron-server[91758]: return self._get(url).json() Jun 07 06:55:20.603870 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 06:55:20.603870 dv-cinder-784140-5-iscsi neutron-server[91758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 06:55:20.603870 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 06:55:20.603870 dv-cinder-784140-5-iscsi neutron-server[91758]: return self.request(url, 'GET', **kwargs) Jun 07 06:55:20.603870 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 06:55:20.603870 dv-cinder-784140-5-iscsi neutron-server[91758]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 06:55:20.603870 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 06:55:20.603870 dv-cinder-784140-5-iscsi neutron-server[91758]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 06:55:20.603870 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 06:55:20.603870 dv-cinder-784140-5-iscsi neutron-server[91758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 06:55:20.603870 dv-cinder-784140-5-iscsi neutron-server[91758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 06:55:20.678814 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f0be3662-cf3a-4b13-82f5-3b45a7d5f5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3890583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3885419'] for network, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:20.682766 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:20.696086 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f0be3662-cf3a-4b13-82f5-3b45a7d5f5a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for network, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:20.697870 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-f0be3662-cf3a-4b13-82f5-3b45a7d5f5a0 admin admin] 10.222.0.35 "DELETE /v2.0/networks/186e1dc3-2f68-4a49-b528-347ee9919f6c HTTP/1.1" status: 204 len: 168 time: 0.4890859 Jun 07 06:55:20.703811 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be3662-cf3a-4b13-82f5-3b45a7d5f5a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=186e1dc3-2f68-4a49-b528-347ee9919f6c,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:20.706067 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-f0be3662-cf3a-4b13-82f5-3b45a7d5f5a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:20.871063 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 41158) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:20.974682 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-d627feaa-2bc4-457b-9755-284466d9ba2d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=55c43b8510d24e09b2eb0847941839cb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1014323 Jun 07 06:55:20.977335 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 41160) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:20.997900 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a533d5f-2c73-43cc-82b5-a1086eacf52e req-4a97e4ea-b458-4385-9867-7541c01a0c64 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:20.999315 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-2a533d5f-2c73-43cc-82b5-a1086eacf52e req-4a97e4ea-b458-4385-9867-7541c01a0c64 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 946 time: 0.1104689 Jun 07 06:55:21.040463 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f5dbaf05-5547-4019-aa47-18d71bfc4810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:21.045435 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-2a533d5f-2c73-43cc-82b5-a1086eacf52e req-56f33eef-ee2a-4257-bb28-509c56923e27 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403767 Jun 07 06:55:21.068995 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f5dbaf05-5547-4019-aa47-18d71bfc4810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:21.120197 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f5dbaf05-5547-4019-aa47-18d71bfc4810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:21.122980 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f5dbaf05-5547-4019-aa47-18d71bfc4810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:21.124089 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-f5dbaf05-5547-4019-aa47-18d71bfc4810 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/15258644-b705-41da-a019-0c9459dbae51 HTTP/1.1" status: 204 len: 168 time: 0.1456840 Jun 07 06:55:21.124812 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-c80304f4-675e-4ea5-a00e-7649fe40d044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:21.134131 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dbaf05-5547-4019-aa47-18d71bfc4810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15258644-b705-41da-a019-0c9459dbae51,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:21.136571 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-f5dbaf05-5547-4019-aa47-18d71bfc4810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:21.408527 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device 3f2e599a-7daa-4374-8153-154c5ba59586 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 06:55:21.546700 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port 3f2e599a-7daa-4374-8153-154c5ba59586, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=3f2e599a-7daa-4374-8153-154c5ba59586,segment=NetworkSegment(30dcf411-ecbb-4f6e-acfb-1656bd59f85d),segment_id=30dcf411-ecbb-4f6e-acfb-1656bd59f85d)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:55:21.560815 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Returning: {'device': '3f2e599a-7daa-4374-8153-154c5ba59586', 'network_id': '823ee65e-1bda-42f8-bf49-9fe19559f27c', 'port_id': '3f2e599a-7daa-4374-8153-154c5ba59586', 'mac_address': 'fa:16:3e:7e:3d:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c64085fc-441e-4bbb-b69d-7d641c5251f5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 06:55:21.616795 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:21.643807 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f2e599a-7daa-4374-8153-154c5ba59586 {{(pid=91760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:55:21.664924 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port 3f2e599a-7daa-4374-8153-154c5ba59586, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=3f2e599a-7daa-4374-8153-154c5ba59586,segment=NetworkSegment(30dcf411-ecbb-4f6e-acfb-1656bd59f85d),segment_id=30dcf411-ecbb-4f6e-acfb-1656bd59f85d)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:55:21.670291 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6a4de-1ae2-480c-9d17-385e41e3b609 req-303f0974-c7f6-40bc-b218-bc6fd9779bac tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:21.671934 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-2db6a4de-1ae2-480c-9d17-385e41e3b609 req-303f0974-c7f6-40bc-b218-bc6fd9779bac tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=08b27093-68ca-4abc-96c7-87f92783ae35 HTTP/1.1" status: 200 len: 944 time: 0.0902839 Jun 07 06:55:21.675073 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:21.676996 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:21.734876 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-2db6a4de-1ae2-480c-9d17-385e41e3b609 req-efd651c2-d078-485f-97ad-a5e754a51d50 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/security-groups?id=d92c8c23-aad3-4394-8555-8eb6c2bda331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563879 Jun 07 06:55:21.783564 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=3f2e599a-7daa-4374-8153-154c5ba59586,revision_number=4']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:21.792590 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:21.793002 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:21.794146 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:21.794506 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:21.794831 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:21.795156 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:21.795473 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:21.795952 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:21.796274 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:21.796589 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:21.796908 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:21.797246 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:21.807926 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:22.229068 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed16a9-50ca-4e5f-82ec-10efa3fe8dcc req-f5d7a58f-d43d-4152-96f6-1374c50b9abb tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:22.230543 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-23ed16a9-50ca-4e5f-82ec-10efa3fe8dcc req-f5d7a58f-d43d-4152-96f6-1374c50b9abb tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 946 time: 0.0814326 Jun 07 06:55:22.274556 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-23ed16a9-50ca-4e5f-82ec-10efa3fe8dcc req-f2f94bb9-7dfe-4212-8824-131bb16fc4b3 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381832 Jun 07 06:55:22.860740 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] get_ports_and_sgs() called for port_ids ['3f2e599a-7daa-4374-8153-154c5ba59586'] {{(pid=91760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:55:22.939065 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b81701-fed1-4631-a80b-3b065e71ea78 req-ac783e3f-3ab7-4ccf-b0b1-5db08617d914 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:22.940565 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-c9b81701-fed1-4631-a80b-3b065e71ea78 req-ac783e3f-3ab7-4ccf-b0b1-5db08617d914 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=08b27093-68ca-4abc-96c7-87f92783ae35 HTTP/1.1" status: 200 len: 945 time: 0.0923574 Jun 07 06:55:22.985447 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-c9b81701-fed1-4631-a80b-3b065e71ea78 req-94fee4ed-9be6-4d21-9fd7-de8d41dfcea2 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/security-groups?id=d92c8c23-aad3-4394-8555-8eb6c2bda331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384817 Jun 07 06:55:23.486091 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efede5f-0de9-4c8c-9cd3-e7bd440c98f6 req-4f018c6d-030b-411a-ab91-299dc1be1a14 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:23.487745 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-7efede5f-0de9-4c8c-9cd3-e7bd440c98f6 req-4f018c6d-030b-411a-ab91-299dc1be1a14 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 946 time: 0.0997889 Jun 07 06:55:23.535403 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-7efede5f-0de9-4c8c-9cd3-e7bd440c98f6 req-ebbb3408-9957-4ca2-a55e-db4852c38e66 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419157 Jun 07 06:55:24.264198 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000ae4a-bd5f-4265-901e-d62d5a975aed req-50dd9309-8e66-423d-9ab6-255d2338636c tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:24.269490 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5000ae4a-bd5f-4265-901e-d62d5a975aed req-50dd9309-8e66-423d-9ab6-255d2338636c tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=08b27093-68ca-4abc-96c7-87f92783ae35 HTTP/1.1" status: 200 len: 945 time: 0.0989788 Jun 07 06:55:24.312596 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5000ae4a-bd5f-4265-901e-d62d5a975aed req-4fd6fb5a-b8cb-4a25-8cac-5fafa1ba045b tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/security-groups?id=d92c8c23-aad3-4394-8555-8eb6c2bda331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410256 Jun 07 06:55:24.315050 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 41272) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:24.433975 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-5d727687-3b09-4b78-9310-5d8d545bf78a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:24.544008 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-5d727687-3b09-4b78-9310-5d8d545bf78a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:24.547829 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-5d727687-3b09-4b78-9310-5d8d545bf78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:24.554645 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-d575c610-46a2-492c-b394-08b464a3ad21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:24.595968 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d727687-3b09-4b78-9310-5d8d545bf78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c54ed57-4340-402a-b324-910651976a77,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:24.601846 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-5d727687-3b09-4b78-9310-5d8d545bf78a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fde2e22201f94620a50459344699aaee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2846286 Jun 07 06:55:24.601846 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-5d727687-3b09-4b78-9310-5d8d545bf78a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:24.603212 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 41278) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:24.665584 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1ac0de2e-6ce6-444a-a630-30eaf4f8fd02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:24.693115 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1ac0de2e-6ce6-444a-a630-30eaf4f8fd02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:24.700913 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device 3f2e599a-7daa-4374-8153-154c5ba59586 up at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:55:24.735338 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649867fb-eda7-40d3-9428-15e16e54fc1e req-05eef3ad-ef0e-448b-8a8a-67a5fe508d0e tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:24.738334 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-649867fb-eda7-40d3-9428-15e16e54fc1e req-05eef3ad-ef0e-448b-8a8a-67a5fe508d0e tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 946 time: 0.0921011 Jun 07 06:55:24.758157 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1ac0de2e-6ce6-444a-a630-30eaf4f8fd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:24.761274 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1ac0de2e-6ce6-444a-a630-30eaf4f8fd02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:24.766267 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-1ac0de2e-6ce6-444a-a630-30eaf4f8fd02 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7c54ed57-4340-402a-b324-910651976a77 HTTP/1.1" status: 204 len: 168 time: 0.1620779 Jun 07 06:55:24.767320 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-5d342eff-b57d-4148-957a-b7831169653a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:24.780944 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac0de2e-6ce6-444a-a630-30eaf4f8fd02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c54ed57-4340-402a-b324-910651976a77,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:24.783592 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-1ac0de2e-6ce6-444a-a630-30eaf4f8fd02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:24.798144 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-649867fb-eda7-40d3-9428-15e16e54fc1e req-49c58bb8-7c91-418b-8af9-171ddf60e60c tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523806 Jun 07 06:55:24.811709 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Provisioning for port 3f2e599a-7daa-4374-8153-154c5ba59586 completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:55:24.820950 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Provisioning complete for port 3f2e599a-7daa-4374-8153-154c5ba59586 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:55:24.821339 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:24.941471 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:24.968436 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b27093-68ca-4abc-96c7-87f92783ae35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2e599a-7daa-4374-8153-154c5ba59586'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:55:24.970806 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bdfcc22c2f6cd30966a80f508f9d4395b4bd329b93c89cee5ea7ddf2c7e5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151738cc-5b56-454f-b5b7-eea9020762b1" -d '{"events": [{"server_uuid": "08b27093-68ca-4abc-96c7-87f92783ae35", "name": "network-vif-plugged", "status": "completed", "tag": "3f2e599a-7daa-4374-8153-154c5ba59586"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:55:24.978245 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port 3f2e599a-7daa-4374-8153-154c5ba59586, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=3f2e599a-7daa-4374-8153-154c5ba59586,segment=NetworkSegment(30dcf411-ecbb-4f6e-acfb-1656bd59f85d),segment_id=30dcf411-ecbb-4f6e-acfb-1656bd59f85d)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:55:24.982921 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:24.985038 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:25.021889 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b70d7b-76a9-4531-9015-5b5b8cd17cab x-openstack-request-id: req-a7b70d7b-76a9-4531-9015-5b5b8cd17cab {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:55:25.022202 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b27093-68ca-4abc-96c7-87f92783ae35", "name": "network-vif-plugged", "status": "completed", "tag": "3f2e599a-7daa-4374-8153-154c5ba59586", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:55:25.022460 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a7b70d7b-76a9-4531-9015-5b5b8cd17cab {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:55:25.022876 dv-cinder-784140-5-iscsi neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b27093-68ca-4abc-96c7-87f92783ae35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2e599a-7daa-4374-8153-154c5ba59586', 'code': 200} Jun 07 06:55:25.064994 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=3f2e599a-7daa-4374-8153-154c5ba59586,revision_number=5']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:25.070151 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:25.071387 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 41290) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:25.096172 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-70516044-9c3c-4ae0-8c9c-9e96bda52a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:25.239370 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-70516044-9c3c-4ae0-8c9c-9e96bda52a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:25.244512 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-70516044-9c3c-4ae0-8c9c-9e96bda52a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:25.257291 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-97ee99d3-4602-43fa-942a-ccd574a13a83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:25.296128 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3b09c-9d0a-4871-bd3a-be065e2d0ff8 req-7d10c050-ea05-419f-8a4a-d1216afa1ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:25.297881 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-58d3b09c-9d0a-4871-bd3a-be065e2d0ff8 req-7d10c050-ea05-419f-8a4a-d1216afa1ee0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=08b27093-68ca-4abc-96c7-87f92783ae35 HTTP/1.1" status: 200 len: 1099 time: 0.0879431 Jun 07 06:55:25.316195 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-70516044-9c3c-4ae0-8c9c-9e96bda52a68 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3bc3f90ee1584866aca1537d591b05c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2432070 Jun 07 06:55:25.317840 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70516044-9c3c-4ae0-8c9c-9e96bda52a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e83834-be69-4868-b309-66ab4075e1f5,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:25.320342 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 41306) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:25.322478 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-70516044-9c3c-4ae0-8c9c-9e96bda52a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:25.369383 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-58d3b09c-9d0a-4871-bd3a-be065e2d0ff8 req-c770403a-0568-4615-ac7d-1562d7afb648 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d92c8c23-aad3-4394-8555-8eb6c2bda331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628150 Jun 07 06:55:25.420866 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a662ebff-9686-4800-8bf2-77358df436bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:25.479523 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a662ebff-9686-4800-8bf2-77358df436bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:25.560232 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e790892-c5e0-4662-8663-cafcfaf7681a req-109ef1e2-346d-484d-aeeb-7ee85b012f30 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:25.564532 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a662ebff-9686-4800-8bf2-77358df436bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:25.567886 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-2e790892-c5e0-4662-8663-cafcfaf7681a req-109ef1e2-346d-484d-aeeb-7ee85b012f30 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=08b27093-68ca-4abc-96c7-87f92783ae35 HTTP/1.1" status: 200 len: 946 time: 0.1145320 Jun 07 06:55:25.569230 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a662ebff-9686-4800-8bf2-77358df436bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:25.570611 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-a662ebff-9686-4800-8bf2-77358df436bf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b9e83834-be69-4868-b309-66ab4075e1f5 HTTP/1.1" status: 204 len: 168 time: 0.2491746 Jun 07 06:55:25.571335 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:25.584970 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662ebff-9686-4800-8bf2-77358df436bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e83834-be69-4868-b309-66ab4075e1f5,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:25.587474 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-a662ebff-9686-4800-8bf2-77358df436bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:25.650158 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-2e790892-c5e0-4662-8663-cafcfaf7681a req-ba93f820-b854-4cb9-8345-56f8f877a2dc tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/security-groups?id=d92c8c23-aad3-4394-8555-8eb6c2bda331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811269 Jun 07 06:55:25.996458 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af332fa-a8c1-4606-acf4-550697f6ab9e req-1b408175-1633-484a-ac6a-019706874be4 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:25.998751 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-5af332fa-a8c1-4606-acf4-550697f6ab9e req-1b408175-1633-484a-ac6a-019706874be4 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 946 time: 0.0866368 Jun 07 06:55:26.078656 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-5af332fa-a8c1-4606-acf4-550697f6ab9e req-c6c1e197-50fa-4eea-a303-2ed34a120ac4 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742359 Jun 07 06:55:26.882838 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d11b8-e17c-4967-9ba8-c6db24011ca7 req-0d169fb9-6d9e-463b-bf70-954dcfa0f28d tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:26.884629 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-039d11b8-e17c-4967-9ba8-c6db24011ca7 req-0d169fb9-6d9e-463b-bf70-954dcfa0f28d tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=08b27093-68ca-4abc-96c7-87f92783ae35 HTTP/1.1" status: 200 len: 946 time: 0.1068606 Jun 07 06:55:26.943348 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-039d11b8-e17c-4967-9ba8-c6db24011ca7 req-36138b99-a1e5-41e7-a32a-34ad96fcd18c tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/security-groups?id=d92c8c23-aad3-4394-8555-8eb6c2bda331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518854 Jun 07 06:55:27.289119 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caba271-5e02-499b-b6c3-286508f4eba2 req-c2e36888-5e86-4810-af61-d5583236773f tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:27.290875 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-1caba271-5e02-499b-b6c3-286508f4eba2 req-c2e36888-5e86-4810-af61-d5583236773f tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 946 time: 0.0927184 Jun 07 06:55:27.344230 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-1caba271-5e02-499b-b6c3-286508f4eba2 req-d3a14bd4-e78e-483f-bc85-70d096e7f1d9 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459404 Jun 07 06:55:28.323513 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bb3dd-d383-40b0-840d-8eb8c719ec8a req-237a6f27-593c-480e-a1f3-7445e4a30121 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:28.326397 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-952bb3dd-d383-40b0-840d-8eb8c719ec8a req-237a6f27-593c-480e-a1f3-7445e4a30121 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=08b27093-68ca-4abc-96c7-87f92783ae35 HTTP/1.1" status: 200 len: 946 time: 0.0967255 Jun 07 06:55:28.380578 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-952bb3dd-d383-40b0-840d-8eb8c719ec8a req-550f1994-e673-46ff-81ba-16789f7f6059 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/security-groups?id=d92c8c23-aad3-4394-8555-8eb6c2bda331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429358 Jun 07 06:55:28.673860 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b266a7c-46e6-407c-8577-a31c1ff6bf19 req-367437e1-c472-4146-b4cb-586485321113 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:28.675533 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-2b266a7c-46e6-407c-8577-a31c1ff6bf19 req-367437e1-c472-4146-b4cb-586485321113 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 946 time: 0.1578169 Jun 07 06:55:28.734069 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-693b6857-3254-41e0-b099-5690f3983e27 req-8d9ef5a7-47c6-40ef-9810-279fb5936d15 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1017256 Jun 07 06:55:28.750965 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-2b266a7c-46e6-407c-8577-a31c1ff6bf19 req-db6f715a-3f43-4189-8b5b-a25425a3e69e tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643163 Jun 07 06:55:28.784486 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 41492) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:28.920219 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b6857-3254-41e0-b099-5690f3983e27 req-bc952bdf-b9d3-4b74-9cb1-ed380ae0428e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:28.921700 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-693b6857-3254-41e0-b099-5690f3983e27 req-bc952bdf-b9d3-4b74-9cb1-ed380ae0428e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f84addd7b81d49b4b6aa42f13e1738f8&device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 1098 time: 0.0886605 Jun 07 06:55:28.969730 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f68a13da-2276-422f-9023-6b3531d6e9c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:29.102789 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f68a13da-2276-422f-9023-6b3531d6e9c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:29.106135 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b6857-3254-41e0-b099-5690f3983e27 req-4715af90-46f5-4a3f-a63c-9ae629dd3865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:29.107780 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-693b6857-3254-41e0-b099-5690f3983e27 req-4715af90-46f5-4a3f-a63c-9ae629dd3865 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e1d27084-54d3-4657-a203-aa1e336128a1 HTTP/1.1" status: 200 len: 920 time: 0.1564906 Jun 07 06:55:29.107895 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f68a13da-2276-422f-9023-6b3531d6e9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:29.117567 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-943f6561-cd9d-406f-a2dc-af3d83852a38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:29.166323 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-f68a13da-2276-422f-9023-6b3531d6e9c7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=38f05089be4141e4a600d78adbb18ce7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3805265 Jun 07 06:55:29.167101 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a13da-2276-422f-9023-6b3531d6e9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001f7a07-dfaf-47ed-8f50-9426e7bb6100,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:29.169533 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 41512) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:29.190619 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-f68a13da-2276-422f-9023-6b3531d6e9c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:29.204481 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-693b6857-3254-41e0-b099-5690f3983e27 req-89dcda29-35f1-42ed-b082-3e3fa6a56705 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ddabfdb-cb0b-403a-998e-fca6faed2a55 HTTP/1.1" status: 200 len: 217 time: 0.0882802 Jun 07 06:55:29.242666 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-0706be0a-0fbf-4d18-9b58-3f45199fcfe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:29.280155 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-0706be0a-0fbf-4d18-9b58-3f45199fcfe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:29.286466 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b6857-3254-41e0-b099-5690f3983e27 req-933c773e-0b16-4d49-9dab-ed2fbff074bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:29.288972 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-693b6857-3254-41e0-b099-5690f3983e27 req-933c773e-0b16-4d49-9dab-ed2fbff074bc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2ad2cf50-9851-436b-aa64-d2e05907b43a HTTP/1.1" status: 200 len: 859 time: 0.0767832 Jun 07 06:55:29.355165 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-0706be0a-0fbf-4d18-9b58-3f45199fcfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:29.357998 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-0706be0a-0fbf-4d18-9b58-3f45199fcfe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:29.358460 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-693b6857-3254-41e0-b099-5690f3983e27 req-f71a4ea9-64f6-4ea7-9563-ba2061c97444 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e1d27084-54d3-4657-a203-aa1e336128a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532217 Jun 07 06:55:29.364762 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-0706be0a-0fbf-4d18-9b58-3f45199fcfe6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/001f7a07-dfaf-47ed-8f50-9426e7bb6100 HTTP/1.1" status: 204 len: 168 time: 0.1875157 Jun 07 06:55:29.364762 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-1c33ffe9-3b3c-486b-980f-39cf5e400150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:29.386333 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706be0a-0fbf-4d18-9b58-3f45199fcfe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001f7a07-dfaf-47ed-8f50-9426e7bb6100,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:29.403321 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-0706be0a-0fbf-4d18-9b58-3f45199fcfe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:29.612516 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-693b6857-3254-41e0-b099-5690f3983e27 req-ca0fc0ff-7191-449f-8292-bdd4e71f8ceb service neutron] 10.222.0.44 "GET /v2.0/networks/e1d27084-54d3-4657-a203-aa1e336128a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345259 Jun 07 06:55:29.854526 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-693b6857-3254-41e0-b099-5690f3983e27 req-68cabacd-945a-44f7-b5b6-245a82c54e7e service neutron] 10.222.0.44 "GET /v2.0/networks/e1d27084-54d3-4657-a203-aa1e336128a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293446 Jun 07 06:55:30.039593 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adae731-74e9-4411-bf5c-51074cfba942 req-912b4b41-ce4a-444b-b03f-1ee75e4f795d tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:30.050647 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-6adae731-74e9-4411-bf5c-51074cfba942 req-912b4b41-ce4a-444b-b03f-1ee75e4f795d tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 946 time: 0.1217332 Jun 07 06:55:30.112208 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf78114-c32b-48a4-92f6-c9872bcc51fb req-0f0a7123-f3d1-4edd-b2d7-0ea23d062770 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:30.118235 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-6adae731-74e9-4411-bf5c-51074cfba942 req-ad3f3cc5-0172-4027-918b-ee59b11b3420 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600905 Jun 07 06:55:30.119612 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-fdf78114-c32b-48a4-92f6-c9872bcc51fb req-0f0a7123-f3d1-4edd-b2d7-0ea23d062770 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=08b27093-68ca-4abc-96c7-87f92783ae35 HTTP/1.1" status: 200 len: 946 time: 0.2469277 Jun 07 06:55:30.186921 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-fdf78114-c32b-48a4-92f6-c9872bcc51fb req-e78dff7b-6470-4706-83fc-187efd63abda tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/security-groups?id=d92c8c23-aad3-4394-8555-8eb6c2bda331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593255 Jun 07 06:55:30.453453 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 41570) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:30.478201 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 41574) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:30.608400 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-0b68dda7-02a1-42ce-814f-57c49e45e697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:30.621562 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a3c7660e-1fd0-43fc-b02d-785624772a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:30.662319 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.db.api [None req-a3c7660e-1fd0-43fc-b02d-785624772a14 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 07 06:55:30.662319 dv-cinder-784140-5-iscsi neutron-server[91759]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 07 06:55:30.662319 dv-cinder-784140-5-iscsi neutron-server[91759]: [parameters: {'project_id': 'f24b6404d3764b41a1822cb517566091', 'id': 'd8002f6c-5980-43a2-985f-f69095c4c1a8', 'expiration': datetime.datetime(2021, 6, 7, 6, 57, 30, 656946)}] Jun 07 06:55:30.662319 dv-cinder-784140-5-iscsi neutron-server[91759]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 06:55:30.662769 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_db.api [None req-a3c7660e-1fd0-43fc-b02d-785624772a14 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 06:55:30.755504 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-0b68dda7-02a1-42ce-814f-57c49e45e697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:30.759711 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-0b68dda7-02a1-42ce-814f-57c49e45e697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:30.767498 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-49ebcd72-8298-4878-8391-511dc12e3e39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:30.816386 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68dda7-02a1-42ce-814f-57c49e45e697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73439059-a9e1-4f75-9181-a945a4a3dc3e,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:30.819634 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-0b68dda7-02a1-42ce-814f-57c49e45e697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:30.822161 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-0b68dda7-02a1-42ce-814f-57c49e45e697 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6afbae18afd646469fefef2c6a6f5cd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3675215 Jun 07 06:55:30.827022 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 41588) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:30.971626 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8c9929c8-de94-4bd9-b87d-68f37b619ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:31.000828 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8c9929c8-de94-4bd9-b87d-68f37b619ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:31.068516 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8c9929c8-de94-4bd9-b87d-68f37b619ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:31.071452 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8c9929c8-de94-4bd9-b87d-68f37b619ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:31.075695 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-8c9929c8-de94-4bd9-b87d-68f37b619ac2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/73439059-a9e1-4f75-9181-a945a4a3dc3e HTTP/1.1" status: 204 len: 168 time: 0.2447670 Jun 07 06:55:31.075695 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-80510dc4-2979-40b4-b7d5-ff9a0c86904b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:31.094877 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9929c8-de94-4bd9-b87d-68f37b619ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73439059-a9e1-4f75-9181-a945a4a3dc3e,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:31.100286 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-8c9929c8-de94-4bd9-b87d-68f37b619ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:31.164104 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a3c7660e-1fd0-43fc-b02d-785624772a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:31.221726 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 41610) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:31.475854 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a3c7660e-1fd0-43fc-b02d-785624772a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:31.492768 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b59e0-cb8a-4314-8870-a2e76c10a053 req-85cd1412-9543-4684-b90e-2c9165162d19 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:31.494613 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b04b59e0-cb8a-4314-8870-a2e76c10a053 req-85cd1412-9543-4684-b90e-2c9165162d19 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 946 time: 0.2470720 Jun 07 06:55:31.495933 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a3c7660e-1fd0-43fc-b02d-785624772a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:31.506949 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-70516044-9c3c-4ae0-8c9c-9e96bda52a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:31.548871 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d297b-ffe1-4fa1-951f-7a026ab8bf8a req-b197884c-58f3-4bc9-ab37-4cd875b36cf6 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:31.550496 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-998d297b-ffe1-4fa1-951f-7a026ab8bf8a req-b197884c-58f3-4bc9-ab37-4cd875b36cf6 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=08b27093-68ca-4abc-96c7-87f92783ae35 HTTP/1.1" status: 200 len: 946 time: 0.1973100 Jun 07 06:55:31.572551 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-a3c7660e-1fd0-43fc-b02d-785624772a14 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f24b6404d3764b41a1822cb517566091&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0930495 Jun 07 06:55:31.577399 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 41620) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:31.602783 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7660e-1fd0-43fc-b02d-785624772a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e7520c-26aa-4a8a-ae0e-94801905c193,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:31.607044 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-a3c7660e-1fd0-43fc-b02d-785624772a14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:31.644959 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-998d297b-ffe1-4fa1-951f-7a026ab8bf8a req-201bad8b-3bc7-4554-8d1f-4b94b3ed535a tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/security-groups?id=d92c8c23-aad3-4394-8555-8eb6c2bda331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822845 Jun 07 06:55:31.646113 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b04b59e0-cb8a-4314-8870-a2e76c10a053 req-62a2054e-0230-497b-a622-5c1ff6a7dc6d tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402118 Jun 07 06:55:31.705220 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-9b502d26-3151-4462-8d59-cce168cddedb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:31.722320 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 41624) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:31.737152 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-9b502d26-3151-4462-8d59-cce168cddedb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:31.743544 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1a0661eb-558a-4882-aefe-f83470e73b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:31.768143 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-40655cc8-1b03-474e-892d-74f46ebaf761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:31.797738 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-9b502d26-3151-4462-8d59-cce168cddedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:31.801734 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-9b502d26-3151-4462-8d59-cce168cddedb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:31.805224 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-9b502d26-3151-4462-8d59-cce168cddedb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/79e7520c-26aa-4a8a-ae0e-94801905c193 HTTP/1.1" status: 204 len: 168 time: 0.2220507 Jun 07 06:55:31.805224 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-35ed3a56-df5e-4c7e-b104-95580b339250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:31.828588 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b502d26-3151-4462-8d59-cce168cddedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e7520c-26aa-4a8a-ae0e-94801905c193,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:31.831084 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-9b502d26-3151-4462-8d59-cce168cddedb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:31.858817 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d95b4c-1538-4cc1-9b08-342bff820f5a req-35bb6278-a492-4722-b5e9-18d39112ed42 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:31.860262 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-85d95b4c-1538-4cc1-9b08-342bff820f5a req-35bb6278-a492-4722-b5e9-18d39112ed42 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.44 "GET /v2.0/ports?device_id=08b27093-68ca-4abc-96c7-87f92783ae35 HTTP/1.1" status: 200 len: 946 time: 0.1776841 Jun 07 06:55:32.023059 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1a0661eb-558a-4882-aefe-f83470e73b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:32.032342 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1a0661eb-558a-4882-aefe-f83470e73b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:32.042979 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-90f2993a-1d7f-4fd3-892a-a648c16b2126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:32.107983 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-1a0661eb-558a-4882-aefe-f83470e73b29 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eab6afc7a42a4c7a9e155de024d3b582&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8849809 Jun 07 06:55:32.110622 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 41632) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:32.132572 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0661eb-558a-4882-aefe-f83470e73b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83afc281-8339-474c-8ce4-45c9ebdbdac2,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:32.137357 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [req-85d95b4c-1538-4cc1-9b08-342bff820f5a req-70fd5337-6b5b-4b21-bc2c-c2e483aec20b tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Deleting port 3f2e599a-7daa-4374-8153-154c5ba59586 {{(pid=91758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 06:55:32.138534 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-85d95b4c-1538-4cc1-9b08-342bff820f5a req-70fd5337-6b5b-4b21-bc2c-c2e483aec20b tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:32.162994 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-1a0661eb-558a-4882-aefe-f83470e73b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:32.206250 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-09fa02cd-777d-4e76-8ff0-f066ff2784b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:32.239671 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-09fa02cd-777d-4e76-8ff0-f066ff2784b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:32.305746 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-09fa02cd-777d-4e76-8ff0-f066ff2784b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:32.309081 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-09fa02cd-777d-4e76-8ff0-f066ff2784b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:32.310924 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-09fa02cd-777d-4e76-8ff0-f066ff2784b4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/83afc281-8339-474c-8ce4-45c9ebdbdac2 HTTP/1.1" status: 204 len: 168 time: 0.1983426 Jun 07 06:55:32.312287 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-a9f663bd-0a9e-4c9a-b35d-d9d250597350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:32.344402 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa02cd-777d-4e76-8ff0-f066ff2784b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83afc281-8339-474c-8ce4-45c9ebdbdac2,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:32.366981 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-09fa02cd-777d-4e76-8ff0-f066ff2784b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:32.397079 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-40655cc8-1b03-474e-892d-74f46ebaf761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:32.399287 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [req-85d95b4c-1538-4cc1-9b08-342bff820f5a req-70fd5337-6b5b-4b21-bc2c-c2e483aec20b tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] For port 3f2e599a-7daa-4374-8153-154c5ba59586, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=3f2e599a-7daa-4374-8153-154c5ba59586,segment=NetworkSegment(30dcf411-ecbb-4f6e-acfb-1656bd59f85d),segment_id=30dcf411-ecbb-4f6e-acfb-1656bd59f85d)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:55:32.399841 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-85d95b4c-1538-4cc1-9b08-342bff820f5a req-70fd5337-6b5b-4b21-bc2c-c2e483aec20b tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:32.410347 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-40655cc8-1b03-474e-892d-74f46ebaf761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:32.420675 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:32.421973 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-9f1f5243-c9a5-4a32-b1b7-3b9d907ac9db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:32.588123 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [req-85d95b4c-1538-4cc1-9b08-342bff820f5a req-70fd5337-6b5b-4b21-bc2c-c2e483aec20b tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Calling delete_port for 3f2e599a-7daa-4374-8153-154c5ba59586 owned by compute:nova {{(pid=91758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 06:55:32.610953 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-40655cc8-1b03-474e-892d-74f46ebaf761 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=28fe45b7ad114a539e2e60da51b82697&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8816290 Jun 07 06:55:32.613643 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 41662) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:32.615332 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40655cc8-1b03-474e-892d-74f46ebaf761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde108a4-6176-4344-9cbe-2c86519c38a0,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:32.620170 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-40655cc8-1b03-474e-892d-74f46ebaf761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:32.756517 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-441e1532-d300-48c0-a875-d5eb76cb084c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:32.822633 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-441e1532-d300-48c0-a875-d5eb76cb084c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:32.974242 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef5eb0-c83a-4bd9-afde-6ba5671527cc req-a7ba7db6-f726-405f-8098-2870ad82e96e tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:32.976317 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b7ef5eb0-c83a-4bd9-afde-6ba5671527cc req-a7ba7db6-f726-405f-8098-2870ad82e96e tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=08b27093-68ca-4abc-96c7-87f92783ae35 HTTP/1.1" status: 200 len: 946 time: 0.1123171 Jun 07 06:55:32.983059 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-441e1532-d300-48c0-a875-d5eb76cb084c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:32.986661 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-441e1532-d300-48c0-a875-d5eb76cb084c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:32.990330 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-441e1532-d300-48c0-a875-d5eb76cb084c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fde108a4-6176-4344-9cbe-2c86519c38a0 HTTP/1.1" status: 204 len: 168 time: 0.3755689 Jun 07 06:55:32.992311 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-dbce6402-5026-4cfd-934a-9770db562616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:33.027013 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-85d95b4c-1538-4cc1-9b08-342bff820f5a req-70fd5337-6b5b-4b21-bc2c-c2e483aec20b tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:33.036775 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-a262883a-c57d-40c1-a907-a9fe7329bdbf tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:33.036999 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e1532-d300-48c0-a875-d5eb76cb084c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde108a4-6176-4344-9cbe-2c86519c38a0,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:33.040530 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-441e1532-d300-48c0-a875-d5eb76cb084c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:33.091925 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b7ef5eb0-c83a-4bd9-afde-6ba5671527cc req-f1a70d1b-b3b2-4aba-a585-09b888d36fd7 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/security-groups?id=d92c8c23-aad3-4394-8555-8eb6c2bda331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000133 Jun 07 06:55:33.113183 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6846882-82aa-4d1c-9eb0-f77ffe5d8cf0 req-35bde079-314b-4d28-94ea-967be2b44b35 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:33.120171 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d6846882-82aa-4d1c-9eb0-f77ffe5d8cf0 req-35bde079-314b-4d28-94ea-967be2b44b35 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 946 time: 0.1968656 Jun 07 06:55:33.122665 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd5337-6b5b-4b21-bc2c-c2e483aec20b tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Pushing event deleted for resources: {'Port': ['ID=3f2e599a-7daa-4374-8153-154c5ba59586,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:33.140006 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-70fd5337-6b5b-4b21-bc2c-c2e483aec20b tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:33.252521 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d95b4c-1538-4cc1-9b08-342bff820f5a req-70fd5337-6b5b-4b21-bc2c-c2e483aec20b tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] No DVR routers for this DVR port 3f2e599a-7daa-4374-8153-154c5ba59586 on host hv-cinder-78414 {{(pid=91758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 06:55:33.259484 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-85d95b4c-1538-4cc1-9b08-342bff820f5a req-70fd5337-6b5b-4b21-bc2c-c2e483aec20b tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:33.261314 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-85d95b4c-1538-4cc1-9b08-342bff820f5a req-70fd5337-6b5b-4b21-bc2c-c2e483aec20b tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.44 "DELETE /v2.0/ports/3f2e599a-7daa-4374-8153-154c5ba59586 HTTP/1.1" status: 204 len: 173 time: 1.3913124 Jun 07 06:55:33.262474 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b27093-68ca-4abc-96c7-87f92783ae35', 'name': 'network-vif-deleted', 'tag': '3f2e599a-7daa-4374-8153-154c5ba59586'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:55:33.264644 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec36a6c19c8fb969b847be0da992033db50c3714a14aa90e68a12edeb3f3a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65f6072-85bc-460e-99b8-a1ab817a83d3" -d '{"events": [{"server_uuid": "08b27093-68ca-4abc-96c7-87f92783ae35", "name": "network-vif-deleted", "tag": "3f2e599a-7daa-4374-8153-154c5ba59586"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:55:33.279157 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d6846882-82aa-4d1c-9eb0-f77ffe5d8cf0 req-872551d1-ede4-46ae-90d0-494b69379682 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580429 Jun 07 06:55:33.342787 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8098e11-6070-4836-9d15-1ecac5c8a8da x-openstack-request-id: req-c8098e11-6070-4836-9d15-1ecac5c8a8da {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:55:33.343456 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b27093-68ca-4abc-96c7-87f92783ae35", "name": "network-vif-deleted", "tag": "3f2e599a-7daa-4374-8153-154c5ba59586", "status": "completed", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:55:33.343927 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c8098e11-6070-4836-9d15-1ecac5c8a8da {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:55:33.344478 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b27093-68ca-4abc-96c7-87f92783ae35', 'name': 'network-vif-deleted', 'tag': '3f2e599a-7daa-4374-8153-154c5ba59586', 'status': 'completed', 'code': 200} Jun 07 06:55:33.747150 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 41716) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:33.894031 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3b8c4225-f2ca-462c-929b-b0aaaf559b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:34.040455 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3b8c4225-f2ca-462c-929b-b0aaaf559b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:34.047093 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3b8c4225-f2ca-462c-929b-b0aaaf559b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:34.063278 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 41732) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:34.075830 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-9b502d26-3151-4462-8d59-cce168cddedb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:34.100855 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-3b8c4225-f2ca-462c-929b-b0aaaf559b18 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2c440dc7500343b599937d9bcfbfb6ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3525543 Jun 07 06:55:34.104671 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 41740) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:34.116405 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c4225-f2ca-462c-929b-b0aaaf559b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1974ef0c-7e38-4a54-89aa-e565c8567dbc,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:34.137721 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-3b8c4225-f2ca-462c-929b-b0aaaf559b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:34.211075 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [None req-63a1463a-e10e-4cb6-9416-0fa568f6969d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-967276418-network', 'tenant_id': '7a5f883678724bcaa5897caf09eee996'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:55:34.227802 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-834e3fbf-9e9e-4c6f-961e-fd52cf994f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:34.272447 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-834e3fbf-9e9e-4c6f-961e-fd52cf994f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:34.287245 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a1463a-e10e-4cb6-9416-0fa568f6969d admin admin] Made reservation on behalf of 7a5f883678724bcaa5897caf09eee996 for: {'network': 1} {{(pid=91758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:55:34.290221 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-63a1463a-e10e-4cb6-9416-0fa568f6969d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783645'] for network, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:34.324484 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-63a1463a-e10e-4cb6-9416-0fa568f6969d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:34.413562 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-834e3fbf-9e9e-4c6f-961e-fd52cf994f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:34.416141 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-834e3fbf-9e9e-4c6f-961e-fd52cf994f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:34.427898 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-834e3fbf-9e9e-4c6f-961e-fd52cf994f99 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1974ef0c-7e38-4a54-89aa-e565c8567dbc HTTP/1.1" status: 204 len: 168 time: 0.3148675 Jun 07 06:55:34.436750 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-3f3de55b-a89d-4b9f-9e52-9df9b863255e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:34.506707 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834e3fbf-9e9e-4c6f-961e-fd52cf994f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1974ef0c-7e38-4a54-89aa-e565c8567dbc,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:34.514701 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-834e3fbf-9e9e-4c6f-961e-fd52cf994f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:34.574934 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-63a1463a-e10e-4cb6-9416-0fa568f6969d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:34.582760 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-63a1463a-e10e-4cb6-9416-0fa568f6969d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:34.587560 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:34.624044 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a1463a-e10e-4cb6-9416-0fa568f6969d admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=91758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 06:55:34.650207 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb721f-5f0a-4fe5-8fc0-5f955bad813c req-bb1fde14-2d4a-4a7d-9e70-480570e3e6ea tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:34.653764 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-2dbb721f-5f0a-4fe5-8fc0-5f955bad813c req-bb1fde14-2d4a-4a7d-9e70-480570e3e6ea tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 946 time: 0.1934597 Jun 07 06:55:34.684902 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a1463a-e10e-4cb6-9416-0fa568f6969d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b18d0b8-be5e-4d10-b846-afb92722aa3d,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:34.694629 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-63a1463a-e10e-4cb6-9416-0fa568f6969d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:34.695577 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-63a1463a-e10e-4cb6-9416-0fa568f6969d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642'] for segment, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:34.695909 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.db.segments_db [None req-63a1463a-e10e-4cb6-9416-0fa568f6969d admin admin] Added segment 885fa550-1759-4487-99dc-70f937f90f45 of type vlan for network 604d240f-ca58-417e-b867-1593c3d5d8ef Jun 07 06:55:34.735585 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device 3f2e599a-7daa-4374-8153-154c5ba59586 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 06:55:34.749584 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-2dbb721f-5f0a-4fe5-8fc0-5f955bad813c req-f7ccb087-cee4-4acb-81b1-e4dd7d6c5250 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830224 Jun 07 06:55:34.770969 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-63a1463a-e10e-4cb6-9416-0fa568f6969d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900516316'] for network, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:34.810562 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] No Port match for: 3f2e599a-7daa-4374-8153-154c5ba59586 {{(pid=91760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 06:55:34.810910 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device 3f2e599a-7daa-4374-8153-154c5ba59586 not bound to the agent host hv-cinder-78414 {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 06:55:34.897511 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-63a1463a-e10e-4cb6-9416-0fa568f6969d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3890583'] for network, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:34.898956 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a1463a-e10e-4cb6-9416-0fa568f6969d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:34.899535 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-63a1463a-e10e-4cb6-9416-0fa568f6969d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for network, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:34.904905 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-84f0826c-788e-4c80-a83f-acb791c07dbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:34.953797 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-8b0e92f5-943f-47b5-beba-0956b389abdd tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:34.960730 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-8b0e92f5-943f-47b5-beba-0956b389abdd tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/networks?id=823ee65e-1bda-42f8-bf49-9fe19559f27c HTTP/1.1" status: 200 len: 809 time: 0.2957218 Jun 07 06:55:34.976375 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-b58336a2-d426-4d5d-bf6c-8027c27e7ed1 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/quotas/364a529d32c04597953804d5a6ac2ae6 HTTP/1.1" status: 200 len: 375 time: 0.0145304 Jun 07 06:55:35.032715 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a1463a-e10e-4cb6-9416-0fa568f6969d admin admin] Pushing event updated for resources: {'Network': ['ID=604d240f-ca58-417e-b867-1593c3d5d8ef,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:35.045514 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Network 604d240f-ca58-417e-b867-1593c3d5d8ef details requested by agent ovs-agent-dv-cinder-784140-5-iscsi with host dv-cinder-784140-5-iscsi {{(pid=91760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 06:55:35.050203 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-ac56f1ae-3623-4470-9af5-60902e1a0426 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=364a529d32c04597953804d5a6ac2ae6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686188 Jun 07 06:55:35.056977 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-63a1463a-e10e-4cb6-9416-0fa568f6969d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:35.060888 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-63a1463a-e10e-4cb6-9416-0fa568f6969d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9960458 Jun 07 06:55:35.064944 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 41792) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:35.072898 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [None req-520f6111-606f-4497-a93d-0fcaa9686c29 admin admin] Request body: {'subnet': {'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-967276418-subnet', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'ip_version': 4}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:55:35.148836 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520f6111-606f-4497-a93d-0fcaa9686c29 admin admin] Made reservation on behalf of 7a5f883678724bcaa5897caf09eee996 for: {'subnet': 1} {{(pid=91758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:55:35.151735 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-520f6111-606f-4497-a93d-0fcaa9686c29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228425'] for subnet, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:35.325548 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-b0ef95df-5996-4e82-9f05-1d600d24f652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:35.455413 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-fb89468a-22f0-4cc6-93bd-45128a229fc2 service neutron] 10.222.0.35 "GET /v2.0/networks/823ee65e-1bda-42f8-bf49-9fe19559f27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038360 Jun 07 06:55:35.520132 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-520f6111-606f-4497-a93d-0fcaa9686c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2309521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228443'] for subnet, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:35.524202 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:35.664523 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-f05597c7-2197-474e-9435-bd2ab48afcd0 service neutron] 10.222.0.35 "GET /v2.0/networks/823ee65e-1bda-42f8-bf49-9fe19559f27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079268 Jun 07 06:55:35.665755 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f6111-606f-4497-a93d-0fcaa9686c29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87a72f20-455f-479d-87c8-83d2f8548043,revision_number=0']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:35.667749 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520f6111-606f-4497-a93d-0fcaa9686c29 admin admin] Checking segment: {'id': '885fa550-1759-4487-99dc-70f937f90f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:55:35.668173 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520f6111-606f-4497-a93d-0fcaa9686c29 admin admin] Network hostable DHCP agents. Network: 604d240f-ca58-417e-b867-1593c3d5d8ef, hostable agents: ['1fe75083-37bf-44a6-88f5-2ab2a4fa7cf2'], hosted agents: [] {{(pid=91758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 06:55:35.682632 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-520f6111-606f-4497-a93d-0fcaa9686c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:35.692701 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520f6111-606f-4497-a93d-0fcaa9686c29 admin admin] Network 604d240f-ca58-417e-b867-1593c3d5d8ef is scheduled to be hosted by DHCP agent 1fe75083-37bf-44a6-88f5-2ab2a4fa7cf2 with binding_index 1 {{(pid=91758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 06:55:35.704827 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.base_scheduler [None req-520f6111-606f-4497-a93d-0fcaa9686c29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-5-iscsi, 604d240f-ca58-417e-b867-1593c3d5d8ef) {{(pid=91758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:55:35.717210 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d2a0cd-4e44-41e3-93ed-c7246325e4e3 None None] Network 604d240f-ca58-417e-b867-1593c3d5d8ef requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:55:35.717448 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520f6111-606f-4497-a93d-0fcaa9686c29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:35.718078 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-520f6111-606f-4497-a93d-0fcaa9686c29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for subnet, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:35.742927 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-520f6111-606f-4497-a93d-0fcaa9686c29 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6762486 Jun 07 06:55:35.746673 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 41818) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:35.757012 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-da753a91-cfee-436a-b4b9-5bd043d95634 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-967276418-router', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'}}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:55:35.794532 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-da753a91-cfee-436a-b4b9-5bd043d95634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5893'] for router, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:35.797929 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-da753a91-cfee-436a-b4b9-5bd043d95634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3877371', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3905657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5902'] for router, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:35.858001 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-da753a91-cfee-436a-b4b9-5bd043d95634 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:36.059003 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99ee54b-6bbf-48ca-acc2-7a6a12b5c01f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9ec772a-7f49-5126-b4ce-3bf4331ec797-604d240f-ca58-417e-b867-1593c3d5d8ef', 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'fixed_ips': [{'subnet_id': '87a72f20-455f-479d-87c8-83d2f8548043'}]}} from dv-cinder-784140-5-iscsi. {{(pid=91760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 06:55:36.060615 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-b99ee54b-6bbf-48ca-acc2-7a6a12b5c01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:36.119790 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-16aa7cb5-635b-4d4d-9c46-844a7d5b0169 req-4c23ca65-23c2-4a19-8593-5067e5eac1e8 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f5f10ad-6643-40ea-a7b2-32a97c458c52 HTTP/1.1" status: 200 len: 210 time: 0.0870607 Jun 07 06:55:36.251531 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16af29-7787-4456-9f0a-b4b18689d63f req-b5fe5e81-7e1c-4dd5-ae74-381b98122dfb tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:36.254966 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-5d16af29-7787-4456-9f0a-b4b18689d63f req-b5fe5e81-7e1c-4dd5-ae74-381b98122dfb tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 946 time: 0.1466646 Jun 07 06:55:36.315099 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.db_base_plugin_common [None req-b99ee54b-6bbf-48ca-acc2-7a6a12b5c01f None None] Allocated IP 172.20.0.2 (604d240f-ca58-417e-b867-1593c3d5d8ef/87a72f20-455f-479d-87c8-83d2f8548043/276a8cbd-1104-49e7-a62c-d37d967ada95) {{(pid=91760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:55:36.344519 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-5d16af29-7787-4456-9f0a-b4b18689d63f req-08dc8027-6e23-4fce-a153-b337347c7f31 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840547 Jun 07 06:55:36.365999 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-da753a91-cfee-436a-b4b9-5bd043d95634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3877257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5912'] for router, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:36.577638 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-b99ee54b-6bbf-48ca-acc2-7a6a12b5c01f None None] Notify callbacks [] for port, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:36.588114 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-b99ee54b-6bbf-48ca-acc2-7a6a12b5c01f None None] Transition to ACTIVE for port object 276a8cbd-1104-49e7-a62c-d37d967ada95 will not be triggered until provisioned by entity L2. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:55:36.607148 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-b99ee54b-6bbf-48ca-acc2-7a6a12b5c01f None None] Transition to ACTIVE for port object 276a8cbd-1104-49e7-a62c-d37d967ada95 will not be triggered until provisioned by entity DHCP. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:55:36.613369 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-b99ee54b-6bbf-48ca-acc2-7a6a12b5c01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767'] for port, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:36.617402 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-889dca3c-638a-4400-892d-7f5db00f3a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:36.691861 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ee54b-6bbf-48ca-acc2-7a6a12b5c01f None None] Pushing event updated for resources: {'Port': ['ID=276a8cbd-1104-49e7-a62c-d37d967ada95,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:36.696476 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-b99ee54b-6bbf-48ca-acc2-7a6a12b5c01f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:36.711157 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99ee54b-6bbf-48ca-acc2-7a6a12b5c01f None None] Network 604d240f-ca58-417e-b867-1593c3d5d8ef is already hosted by enough agents. {{(pid=91760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:55:36.712669 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [None req-b99ee54b-6bbf-48ca-acc2-7a6a12b5c01f None None] Resources bound (agent type, host, resource id): {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:55:36.716616 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99ee54b-6bbf-48ca-acc2-7a6a12b5c01f None None] Received port after_create {{(pid=91760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:55:36.780427 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-da753a91-cfee-436a-b4b9-5bd043d95634 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:36.820204 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-b99ee54b-6bbf-48ca-acc2-7a6a12b5c01f None None] Attempting to bind port 276a8cbd-1104-49e7-a62c-d37d967ada95 on host dv-cinder-784140-5-iscsi for vnic_type normal with profile {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:55:36.820702 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-b99ee54b-6bbf-48ca-acc2-7a6a12b5c01f None None] Attempting to bind port 276a8cbd-1104-49e7-a62c-d37d967ada95 by drivers openvswitch,hyperv on host dv-cinder-784140-5-iscsi at level 0 using segments [{'id': '885fa550-1759-4487-99dc-70f937f90f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef'}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:55:36.821165 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99ee54b-6bbf-48ca-acc2-7a6a12b5c01f None None] Attempting to bind port 276a8cbd-1104-49e7-a62c-d37d967ada95 on network 604d240f-ca58-417e-b867-1593c3d5d8ef {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:55:36.827833 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99ee54b-6bbf-48ca-acc2-7a6a12b5c01f None None] Checking agent: {'id': '90bc4f0f-bba4-44bf-b00d-04c4d717fccd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 38), 'started_at': datetime.datetime(2021, 6, 7, 6, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:55:36.828601 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99ee54b-6bbf-48ca-acc2-7a6a12b5c01f None None] Checking segment: {'id': '885fa550-1759-4487-99dc-70f937f90f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:55:36.829211 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-b99ee54b-6bbf-48ca-acc2-7a6a12b5c01f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:36.829849 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99ee54b-6bbf-48ca-acc2-7a6a12b5c01f None None] Bound using segment: {'id': '885fa550-1759-4487-99dc-70f937f90f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef'} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:55:36.830711 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-b99ee54b-6bbf-48ca-acc2-7a6a12b5c01f None None] Bound port: 276a8cbd-1104-49e7-a62c-d37d967ada95, host: dv-cinder-784140-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885fa550-1759-4487-99dc-70f937f90f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef'}}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:55:36.831237 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-b99ee54b-6bbf-48ca-acc2-7a6a12b5c01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:36.834165 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-da753a91-cfee-436a-b4b9-5bd043d95634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:36.931478 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-b99ee54b-6bbf-48ca-acc2-7a6a12b5c01f None None] For port 276a8cbd-1104-49e7-a62c-d37d967ada95, host dv-cinder-784140-5-iscsi, cleared binding levels {{(pid=91760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:55:36.935417 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-b99ee54b-6bbf-48ca-acc2-7a6a12b5c01f None None] For port 276a8cbd-1104-49e7-a62c-d37d967ada95, host dv-cinder-784140-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=276a8cbd-1104-49e7-a62c-d37d967ada95,segment=NetworkSegment(885fa550-1759-4487-99dc-70f937f90f45),segment_id=885fa550-1759-4487-99dc-70f937f90f45)] {{(pid=91760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:55:36.941061 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-b99ee54b-6bbf-48ca-acc2-7a6a12b5c01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:36.958947 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:37.040880 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ee54b-6bbf-48ca-acc2-7a6a12b5c01f None None] Pushing event updated for resources: {'Port': ['ID=276a8cbd-1104-49e7-a62c-d37d967ada95,revision_number=2']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:37.044589 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-b99ee54b-6bbf-48ca-acc2-7a6a12b5c01f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:37.086962 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.db_base_plugin_common [None req-da753a91-cfee-436a-b4b9-5bd043d95634 admin admin] Allocated IP 172.27.1.147 (fe992a7c-d3c2-4e8d-9573-c4f663251d7a/c4323051-ed30-4a9a-b3aa-b457aab0dfbf/fa668d93-c56c-4b92-b38e-2b9059511c38) {{(pid=91759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:55:37.225754 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 41892) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:37.385589 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-da753a91-cfee-436a-b4b9-5bd043d95634 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:37.467131 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-da753a91-cfee-436a-b4b9-5bd043d95634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222160'] for port, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:37.473580 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-46db176b-6f9e-4a4a-bd13-df2b1afb918f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:37.494621 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-b9b3474e-f064-41dd-9627-5bf9facabfd1 req-a1b4f71c-fa52-4281-96ce-2313926d168b tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f5f10ad-6643-40ea-a7b2-32a97c458c52 HTTP/1.1" status: 200 len: 210 time: 0.1004899 Jun 07 06:55:37.524296 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-5a5f3f03-f1c6-44ce-a2b6-4da34fa2a20a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:37.545768 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da753a91-cfee-436a-b4b9-5bd043d95634 admin admin] Network fe992a7c-d3c2-4e8d-9573-c4f663251d7a is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:55:37.554445 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-da753a91-cfee-436a-b4b9-5bd043d95634 admin admin] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:55:37.557802 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da753a91-cfee-436a-b4b9-5bd043d95634 admin admin] Received port after_create {{(pid=91759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:55:37.593393 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 41906) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:37.641554 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da753a91-cfee-436a-b4b9-5bd043d95634 admin admin] Pushing event updated for resources: {'Port': ['ID=fa668d93-c56c-4b92-b38e-2b9059511c38,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:37.784049 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-6f88800d-d398-4974-a485-d713b0d8f0ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:37.794461 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-5a5f3f03-f1c6-44ce-a2b6-4da34fa2a20a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:37.803608 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-5a5f3f03-f1c6-44ce-a2b6-4da34fa2a20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:37.811804 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-da753a91-cfee-436a-b4b9-5bd043d95634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:37.813356 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:37.865175 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:37.869046 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8001c52-0aa8-4a4b-af3d-c514cd235149 req-ca9e91cb-4520-4459-ac41-dc70a191c42e tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:37.870564 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e8001c52-0aa8-4a4b-af3d-c514cd235149 req-ca9e91cb-4520-4459-ac41-dc70a191c42e tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 946 time: 0.2171643 Jun 07 06:55:37.884018 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f3f03-f1c6-44ce-a2b6-4da34fa2a20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f3ddc1-b2d5-4321-b901-b7d2ec334475,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:37.888090 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-5a5f3f03-f1c6-44ce-a2b6-4da34fa2a20a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:37.895287 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-5a5f3f03-f1c6-44ce-a2b6-4da34fa2a20a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bdf01459a974450aa28ee68c1bc9e6c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6650681 Jun 07 06:55:37.905956 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 41912) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:37.959801 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4ee8d6d6-a4f5-4c7c-8759-13a704092612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:38.011841 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e8001c52-0aa8-4a4b-af3d-c514cd235149 req-b01f8544-86d3-4158-9342-8d12ec7697c0 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285081 Jun 07 06:55:38.088554 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bafa8d12-967b-449e-848f-2341002b7725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:38.141599 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bafa8d12-967b-449e-848f-2341002b7725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:38.186063 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-6f88800d-d398-4974-a485-d713b0d8f0ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:38.195602 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-6f88800d-d398-4974-a485-d713b0d8f0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:38.205880 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-da753a91-cfee-436a-b4b9-5bd043d95634 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:38.208849 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-b53f7669-cf5b-4fc4-96e1-d7b0dbb5e629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:38.280787 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-6f88800d-d398-4974-a485-d713b0d8f0ba admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=73e5fc01a06048c18b4b19cbd1a24320&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6858537 Jun 07 06:55:38.282080 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bafa8d12-967b-449e-848f-2341002b7725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:38.285817 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bafa8d12-967b-449e-848f-2341002b7725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:38.287097 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-bafa8d12-967b-449e-848f-2341002b7725 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/23f3ddc1-b2d5-4321-b901-b7d2ec334475 HTTP/1.1" status: 204 len: 168 time: 0.3786621 Jun 07 06:55:38.288769 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 41914) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:38.301654 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f88800d-d398-4974-a485-d713b0d8f0ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91f5b9d-0675-4c2f-849b-870f7d8b7480,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:38.333562 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-6f88800d-d398-4974-a485-d713b0d8f0ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:38.334391 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-89aa7fb2-4e2c-48b6-b356-4410c3a490e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:38.374472 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 276a8cbd-1104-49e7-a62c-d37d967ada95 up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:55:38.379714 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa8d12-967b-449e-848f-2341002b7725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f3ddc1-b2d5-4321-b901-b7d2ec334475,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:38.395140 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-bafa8d12-967b-449e-848f-2341002b7725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:38.431018 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8d70c751-5d09-4951-8bf3-a8687c1d67f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:38.470117 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8d70c751-5d09-4951-8bf3-a8687c1d67f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:38.480240 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb3dfee-1944-4d3d-84f8-ef6ad1e153a9 None None] Network 604d240f-ca58-417e-b867-1593c3d5d8ef requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:55:38.540206 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8d70c751-5d09-4951-8bf3-a8687c1d67f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:38.544425 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8d70c751-5d09-4951-8bf3-a8687c1d67f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:38.546608 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-8d70c751-5d09-4951-8bf3-a8687c1d67f1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c91f5b9d-0675-4c2f-849b-870f7d8b7480 HTTP/1.1" status: 204 len: 168 time: 0.2560511 Jun 07 06:55:38.548768 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-4c6ab658-624e-4c24-bdc9-0c3fe72669b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:38.562262 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70c751-5d09-4951-8bf3-a8687c1d67f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91f5b9d-0675-4c2f-849b-870f7d8b7480,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:38.564990 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-8d70c751-5d09-4951-8bf3-a8687c1d67f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:38.567222 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-65d2b02f-36e6-4938-aab5-42f0add25c02 None None] Provisioning for port 276a8cbd-1104-49e7-a62c-d37d967ada95 completed by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:55:38.696305 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-da753a91-cfee-436a-b4b9-5bd043d95634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3877286'] for router, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:38.707732 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning for port 276a8cbd-1104-49e7-a62c-d37d967ada95 completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:55:38.716863 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port 276a8cbd-1104-49e7-a62c-d37d967ada95 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:55:38.717252 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:38.789618 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-19d4e672-264b-40f3-983f-e60c3ffa7897 req-aab732d5-8ef6-4da0-9a73-101e9ed0a94e tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f5f10ad-6643-40ea-a7b2-32a97c458c52 HTTP/1.1" status: 200 len: 210 time: 0.0556147 Jun 07 06:55:39.021697 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da753a91-cfee-436a-b4b9-5bd043d95634 admin admin] Router ef24ee72-6c48-4946-b1fa-ff7d96b86680 is scheduled to L3 agent 207d1699-2b30-4848-a9d2-d112df8957f2 with binding_index 1 {{(pid=91759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 06:55:39.073803 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:39.109605 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:39.167492 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] For port 276a8cbd-1104-49e7-a62c-d37d967ada95, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=276a8cbd-1104-49e7-a62c-d37d967ada95,segment=NetworkSegment(885fa550-1759-4487-99dc-70f937f90f45),segment_id=885fa550-1759-4487-99dc-70f937f90f45)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:55:39.178304 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:39.181542 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:39.192630 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 41940) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:39.234299 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-38020b22-8f5d-4f5d-a943-5160ce076089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:39.252917 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Pushing event updated for resources: {'Port': ['ID=276a8cbd-1104-49e7-a62c-d37d967ada95,revision_number=3']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:39.256638 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:39.389838 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-38020b22-8f5d-4f5d-a943-5160ce076089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:39.396469 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-38020b22-8f5d-4f5d-a943-5160ce076089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:39.400356 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da753a91-cfee-436a-b4b9-5bd043d95634 admin admin] Notify agent at l3_agent.dv-cinder-784140-5-iscsi the message routers_updated {{(pid=91759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 06:55:39.412636 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a558f0-5738-4bcd-bdc2-8be085deb034 None None] Sync routers for ids ['ef24ee72-6c48-4946-b1fa-ff7d96b86680'] in dv-cinder-784140-5-iscsi {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 06:55:39.433098 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef6e34-491b-42f4-9e11-11edf340d3a0 req-ebaec93a-8987-47f6-a8ec-536cda3589e1 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:39.435662 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-c1ef6e34-491b-42f4-9e11-11edf340d3a0 req-ebaec93a-8987-47f6-a8ec-536cda3589e1 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 946 time: 0.2315466 Jun 07 06:55:39.436184 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a558f0-5738-4bcd-bdc2-8be085deb034 None None] Routers {'ef24ee72-6c48-4946-b1fa-ff7d96b86680'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:55:39.436819 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-61a558f0-5738-4bcd-bdc2-8be085deb034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T06:55:38Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['ef24ee72-6c48-4946-b1fa-ff7d96b86680'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:55:39.443645 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-bafa8d12-967b-449e-848f-2341002b7725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:39.459460 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-38020b22-8f5d-4f5d-a943-5160ce076089 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=952ade66f53640bbb42a8eb65ed1b5c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2643909 Jun 07 06:55:39.464547 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 41950) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:39.521564 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-da753a91-cfee-436a-b4b9-5bd043d95634 admin admin] Notify callbacks [] for router, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:39.521970 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38020b22-8f5d-4f5d-a943-5160ce076089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5673f6db-0f13-4395-b1d7-3ba148b5328c,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:39.539842 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 41952) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:39.540883 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-38020b22-8f5d-4f5d-a943-5160ce076089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:39.545309 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-da753a91-cfee-436a-b4b9-5bd043d95634 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7962582 Jun 07 06:55:39.594665 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-3f003284-2b69-428d-a6b2-d07103d8d75a None None] Provisioning complete for port 276a8cbd-1104-49e7-a62c-d37d967ada95 triggered by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:55:39.595048 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-3f003284-2b69-428d-a6b2-d07103d8d75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:39.599064 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-c1ef6e34-491b-42f4-9e11-11edf340d3a0 req-68a4d934-0a0c-4ac2-b975-40428b01fc05 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572835 Jun 07 06:55:39.670984 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-61a558f0-5738-4bcd-bdc2-8be085deb034 None None] Set router ef24ee72-6c48-4946-b1fa-ff7d96b86680 gateway port host: dv-cinder-784140-5-iscsi {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:55:39.971243 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-7a90bf45-c1c5-4100-8909-6156dd7a872e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:40.139698 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-bca5c86e-23fe-438d-bf46-f710c88e5804 req-cd592465-6f7c-46d9-b51f-8fc13c044072 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f5f10ad-6643-40ea-a7b2-32a97c458c52 HTTP/1.1" status: 200 len: 210 time: 0.1075072 Jun 07 06:55:40.256682 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 276a8cbd-1104-49e7-a62c-d37d967ada95 up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:55:40.322444 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-61a558f0-5738-4bcd-bdc2-8be085deb034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'name': 'tempest-TestVolumeBootPattern-967276418-router', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:55:35Z', 'updated_at': '2021-06-07T06:55:37Z', 'revision_number': 3, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'gw_port': {'id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fa:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:36Z', 'updated_at': '2021-06-07T06:55:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi'}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:55:40.328186 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a558f0-5738-4bcd-bdc2-8be085deb034 None None] Checking router: ef24ee72-6c48-4946-b1fa-ff7d96b86680 for host: dv-cinder-784140-5-iscsi {{(pid=91761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 06:55:40.330133 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a558f0-5738-4bcd-bdc2-8be085deb034 None None] Updating router ef24ee72-6c48-4946-b1fa-ff7d96b86680 port fa668d93-c56c-4b92-b38e-2b9059511c38 binding host dv-cinder-784140-5-iscsi {{(pid=91761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 06:55:40.415576 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-61a558f0-5738-4bcd-bdc2-8be085deb034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:40.446814 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port 276a8cbd-1104-49e7-a62c-d37d967ada95 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:55:40.447416 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:40.453699 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-7a90bf45-c1c5-4100-8909-6156dd7a872e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:40.624329 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-7a90bf45-c1c5-4100-8909-6156dd7a872e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:40.627571 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-7a90bf45-c1c5-4100-8909-6156dd7a872e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:40.635877 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-7a90bf45-c1c5-4100-8909-6156dd7a872e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5673f6db-0f13-4395-b1d7-3ba148b5328c HTTP/1.1" status: 204 len: 168 time: 1.1696975 Jun 07 06:55:40.646648 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:40.755941 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-8d70c751-5d09-4951-8bf3-a8687c1d67f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:40.779462 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a90bf45-c1c5-4100-8909-6156dd7a872e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5673f6db-0f13-4395-b1d7-3ba148b5328c,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:40.794146 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-7a90bf45-c1c5-4100-8909-6156dd7a872e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:40.828242 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1cfb2-aa63-4bd9-8db4-68ac84c51e76 req-77c20e4d-955a-4881-9a36-a5651a31580a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:40.832685 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-e8f1cfb2-aa63-4bd9-8db4-68ac84c51e76 req-77c20e4d-955a-4881-9a36-a5651a31580a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 1099 time: 0.2568302 Jun 07 06:55:40.914156 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-a0b7d076-727d-4e7a-9089-589d2c50f0e5 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:40.916022 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-a0b7d076-727d-4e7a-9089-589d2c50f0e5 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.44 "GET /v2.0/networks?id=823ee65e-1bda-42f8-bf49-9fe19559f27c HTTP/1.1" status: 200 len: 809 time: 0.9262574 Jun 07 06:55:40.940737 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-e8f1cfb2-aa63-4bd9-8db4-68ac84c51e76 req-5a1708fa-f856-4d40-8742-1c556d4d6bbe service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009758 Jun 07 06:55:40.990458 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-99ffcf6e-17b7-428a-b6ac-d9d0e5163c3f tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Request body: {'port': {'device_id': '7f5f10ad-6643-40ea-a7b2-32a97c458c52', 'network_id': '823ee65e-1bda-42f8-bf49-9fe19559f27c', 'admin_state_up': True, 'tenant_id': '364a529d32c04597953804d5a6ac2ae6'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:55:41.344739 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-61a558f0-5738-4bcd-bdc2-8be085deb034 None None] Notify callbacks [] for port, precommit_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:41.380554 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-61a558f0-5738-4bcd-bdc2-8be085deb034 None None] Transition to ACTIVE for port object fa668d93-c56c-4b92-b38e-2b9059511c38 will not be triggered until provisioned by entity L2. {{(pid=91761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:55:41.385581 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-9ca404d7-f7fd-47f3-b64a-9aaeb3993387 req-4d5a712e-d440-4c51-8b3d-6186538e6933 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f5f10ad-6643-40ea-a7b2-32a97c458c52 HTTP/1.1" status: 200 len: 210 time: 0.0666692 Jun 07 06:55:41.398723 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-61a558f0-5738-4bcd-bdc2-8be085deb034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:41.411425 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:41.483711 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14858fbd-7f5a-4367-9f3c-584f3bd692cc req-72f38cde-da06-4c95-9ebb-573d2051515d tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:41.491385 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-14858fbd-7f5a-4367-9f3c-584f3bd692cc req-72f38cde-da06-4c95-9ebb-573d2051515d tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 946 time: 0.5713701 Jun 07 06:55:41.493099 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceead302-6a9e-416b-90fd-1ba1b9dc7c62 None None] Pushing event updated for resources: {'Port': ['ID=fa668d93-c56c-4b92-b38e-2b9059511c38,revision_number=2']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:41.503206 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceead302-6a9e-416b-90fd-1ba1b9dc7c62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:41.503820 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceead302-6a9e-416b-90fd-1ba1b9dc7c62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:41.504364 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceead302-6a9e-416b-90fd-1ba1b9dc7c62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:41.504900 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceead302-6a9e-416b-90fd-1ba1b9dc7c62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:41.505449 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceead302-6a9e-416b-90fd-1ba1b9dc7c62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:41.506244 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceead302-6a9e-416b-90fd-1ba1b9dc7c62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:41.506777 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceead302-6a9e-416b-90fd-1ba1b9dc7c62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:41.507464 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceead302-6a9e-416b-90fd-1ba1b9dc7c62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:41.508020 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceead302-6a9e-416b-90fd-1ba1b9dc7c62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:41.508558 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceead302-6a9e-416b-90fd-1ba1b9dc7c62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:41.509075 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceead302-6a9e-416b-90fd-1ba1b9dc7c62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:41.509597 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceead302-6a9e-416b-90fd-1ba1b9dc7c62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:55:41.526097 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-ceead302-6a9e-416b-90fd-1ba1b9dc7c62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:41.549422 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-61a558f0-5738-4bcd-bdc2-8be085deb034 None None] Attempting to bind port fa668d93-c56c-4b92-b38e-2b9059511c38 on host dv-cinder-784140-5-iscsi for vnic_type normal with profile {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:55:41.549422 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-61a558f0-5738-4bcd-bdc2-8be085deb034 None None] Attempting to bind port fa668d93-c56c-4b92-b38e-2b9059511c38 by drivers openvswitch,hyperv on host dv-cinder-784140-5-iscsi at level 0 using segments [{'id': '5ae08632-c29b-4dd6-8d62-13cd62eb6da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:55:41.549422 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a558f0-5738-4bcd-bdc2-8be085deb034 None None] Attempting to bind port fa668d93-c56c-4b92-b38e-2b9059511c38 on network fe992a7c-d3c2-4e8d-9573-c4f663251d7a {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:55:41.554618 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a558f0-5738-4bcd-bdc2-8be085deb034 None None] Checking agent: {'id': '90bc4f0f-bba4-44bf-b00d-04c4d717fccd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 38), 'started_at': datetime.datetime(2021, 6, 7, 6, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:55:41.555139 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a558f0-5738-4bcd-bdc2-8be085deb034 None None] Checking segment: {'id': '5ae08632-c29b-4dd6-8d62-13cd62eb6da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:55:41.555736 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-61a558f0-5738-4bcd-bdc2-8be085deb034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:41.558094 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a558f0-5738-4bcd-bdc2-8be085deb034 None None] Bound using segment: {'id': '5ae08632-c29b-4dd6-8d62-13cd62eb6da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:55:41.559274 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-61a558f0-5738-4bcd-bdc2-8be085deb034 None None] Bound port: fa668d93-c56c-4b92-b38e-2b9059511c38, host: dv-cinder-784140-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae08632-c29b-4dd6-8d62-13cd62eb6da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'}}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:55:41.559790 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-61a558f0-5738-4bcd-bdc2-8be085deb034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:41.606137 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-14858fbd-7f5a-4367-9f3c-584f3bd692cc req-924db841-8be3-4433-9af3-8bc336f63812 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049047 Jun 07 06:55:41.645705 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-61a558f0-5738-4bcd-bdc2-8be085deb034 None None] For port fa668d93-c56c-4b92-b38e-2b9059511c38, host dv-cinder-784140-5-iscsi, cleared binding levels {{(pid=91761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:55:41.647671 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-61a558f0-5738-4bcd-bdc2-8be085deb034 None None] For port fa668d93-c56c-4b92-b38e-2b9059511c38, host dv-cinder-784140-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=fa668d93-c56c-4b92-b38e-2b9059511c38,segment=NetworkSegment(5ae08632-c29b-4dd6-8d62-13cd62eb6da9),segment_id=5ae08632-c29b-4dd6-8d62-13cd62eb6da9)] {{(pid=91761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:55:41.653083 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-99ffcf6e-17b7-428a-b6ac-d9d0e5163c3f tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Made reservation on behalf of 364a529d32c04597953804d5a6ac2ae6 for: {'port': 1} {{(pid=91758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:55:41.656112 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-61a558f0-5738-4bcd-bdc2-8be085deb034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:41.657014 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-99ffcf6e-17b7-428a-b6ac-d9d0e5163c3f tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:41.670422 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:41.789863 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a558f0-5738-4bcd-bdc2-8be085deb034 None None] Routers {'ef24ee72-6c48-4946-b1fa-ff7d96b86680'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:55:41.790539 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-61a558f0-5738-4bcd-bdc2-8be085deb034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T06:55:38Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['ef24ee72-6c48-4946-b1fa-ff7d96b86680'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:55:41.940646 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceead302-6a9e-416b-90fd-1ba1b9dc7c62 None None] Pushing event updated for resources: {'Port': ['ID=fa668d93-c56c-4b92-b38e-2b9059511c38,revision_number=3']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:41.945131 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-ceead302-6a9e-416b-90fd-1ba1b9dc7c62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:41.974462 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-b69b33ba-ad3e-4303-9479-734083d04941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:42.088295 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.db_base_plugin_common [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-99ffcf6e-17b7-428a-b6ac-d9d0e5163c3f tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Allocated IP 172.20.0.6 (823ee65e-1bda-42f8-bf49-9fe19559f27c/c64085fc-441e-4bbb-b69d-7d641c5251f5/c1d70f25-a2cb-404e-8d67-f374de1913fe) {{(pid=91758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:55:42.138883 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 42070) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:42.171828 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-61a558f0-5738-4bcd-bdc2-8be085deb034 None None] Set router ef24ee72-6c48-4946-b1fa-ff7d96b86680 gateway port host: dv-cinder-784140-5-iscsi {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:55:42.384199 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ed6f-8661-42f3-a832-879ebcccb2db admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:42.464276 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.db_base_plugin_common [None req-b69b33ba-ad3e-4303-9479-734083d04941 admin admin] Allocated IP 172.20.0.1 (604d240f-ca58-417e-b867-1593c3d5d8ef/87a72f20-455f-479d-87c8-83d2f8548043/3fd5e9bc-fed3-467b-be75-61bc5c66680c) {{(pid=91758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:55:42.525374 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ed6f-8661-42f3-a832-879ebcccb2db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:42.535017 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ed6f-8661-42f3-a832-879ebcccb2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:42.546510 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-9c0803cf-ecce-47fe-aed5-0208ea2118b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:42.596108 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-d4a8ed6f-8661-42f3-a832-879ebcccb2db admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=61852fe4b47a4efab27c985e9af4de85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4561443 Jun 07 06:55:42.597132 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 42090) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:42.641269 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a8ed6f-8661-42f3-a832-879ebcccb2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed1b6d7-d979-442c-a094-c42a6d0e95f5,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:42.647565 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-d4a8ed6f-8661-42f3-a832-879ebcccb2db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:42.694819 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-99ffcf6e-17b7-428a-b6ac-d9d0e5163c3f tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Notify callbacks [] for port, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:42.731384 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-6003929c-7329-40ca-9c34-895d735b668c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:42.745574 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-61a558f0-5738-4bcd-bdc2-8be085deb034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'name': 'tempest-TestVolumeBootPattern-967276418-router', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:55:35Z', 'updated_at': '2021-06-07T06:55:37Z', 'revision_number': 3, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'gw_port': {'id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fa:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:36Z', 'updated_at': '2021-06-07T06:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi'}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:55:42.754724 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a558f0-5738-4bcd-bdc2-8be085deb034 None None] The sync data for ids ['ef24ee72-6c48-4946-b1fa-ff7d96b86680'] in dv-cinder-784140-5-iscsi is: [{'id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'name': 'tempest-TestVolumeBootPattern-967276418-router', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:55:35Z', 'updated_at': '2021-06-07T06:55:37Z', 'revision_number': 3, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'gw_port': {'id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fa:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:36Z', 'updated_at': '2021-06-07T06:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi'}] {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 06:55:42.880898 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ffd307ef-330a-46c8-b613-19e86aa9a10c req-30622935-6bb6-46f3-a122-308487a4b83e tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f5f10ad-6643-40ea-a7b2-32a97c458c52 HTTP/1.1" status: 200 len: 210 time: 0.2956758 Jun 07 06:55:43.036994 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-b69b33ba-ad3e-4303-9479-734083d04941 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:43.093684 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-99ffcf6e-17b7-428a-b6ac-d9d0e5163c3f tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:43.098282 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-b69b33ba-ad3e-4303-9479-734083d04941 admin admin] Transition to ACTIVE for port object 3fd5e9bc-fed3-467b-be75-61bc5c66680c will not be triggered until provisioned by entity DHCP. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:55:43.100493 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-6003929c-7329-40ca-9c34-895d735b668c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:43.109328 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:43.221517 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7622a-b66f-4d48-a38b-dbac805f6af6 req-4462c07a-4826-4b9c-9c77-b88716b0b94f tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:43.235111 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-f1f7622a-b66f-4d48-a38b-dbac805f6af6 req-4462c07a-4826-4b9c-9c77-b88716b0b94f tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 946 time: 0.5014453 Jun 07 06:55:43.298686 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-b69b33ba-ad3e-4303-9479-734083d04941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:43.330947 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-99ffcf6e-17b7-428a-b6ac-d9d0e5163c3f tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Network 823ee65e-1bda-42f8-bf49-9fe19559f27c is already hosted by enough agents. {{(pid=91758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:55:43.351472 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.base_scheduler [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-99ffcf6e-17b7-428a-b6ac-d9d0e5163c3f tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Resources bound (agent type, host, resource id): {{(pid=91758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:55:43.358660 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-99ffcf6e-17b7-428a-b6ac-d9d0e5163c3f tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Received port after_create {{(pid=91758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:55:43.366783 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-f1f7622a-b66f-4d48-a38b-dbac805f6af6 req-beb1979b-f713-4feb-89e7-aa1a8a1bee49 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305490 Jun 07 06:55:43.379173 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-6003929c-7329-40ca-9c34-895d735b668c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:43.390187 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-6003929c-7329-40ca-9c34-895d735b668c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:43.391361 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-6003929c-7329-40ca-9c34-895d735b668c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2ed1b6d7-d979-442c-a094-c42a6d0e95f5 HTTP/1.1" status: 204 len: 168 time: 0.7928691 Jun 07 06:55:43.392227 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:43.427413 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6003929c-7329-40ca-9c34-895d735b668c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed1b6d7-d979-442c-a094-c42a6d0e95f5,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:43.438542 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-6003929c-7329-40ca-9c34-895d735b668c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:43.526076 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ffcf6e-17b7-428a-b6ac-d9d0e5163c3f tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Pushing event updated for resources: {'Port': ['ID=c1d70f25-a2cb-404e-8d67-f374de1913fe,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:43.537080 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-99ffcf6e-17b7-428a-b6ac-d9d0e5163c3f tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:43.543491 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:43.606129 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69b33ba-ad3e-4303-9479-734083d04941 admin admin] Network 604d240f-ca58-417e-b867-1593c3d5d8ef is already hosted by enough agents. {{(pid=91758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:55:43.619003 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.base_scheduler [None req-b69b33ba-ad3e-4303-9479-734083d04941 admin admin] Resources bound (agent type, host, resource id): {{(pid=91758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:55:43.665264 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69b33ba-ad3e-4303-9479-734083d04941 admin admin] Received port after_create {{(pid=91758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:55:43.742667 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-b69b33ba-ad3e-4303-9479-734083d04941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885548'] for router_interface, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:43.773924 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c5501-223a-402e-a75e-65667a5c21bc req-0e6f89a3-157b-47cf-8d8f-2972bd7a700f tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:43.777368 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-99ffcf6e-17b7-428a-b6ac-d9d0e5163c3f tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:43.778317 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-99ffcf6e-17b7-428a-b6ac-d9d0e5163c3f tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:43.782381 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-0e3c5501-223a-402e-a75e-65667a5c21bc req-0e6f89a3-157b-47cf-8d8f-2972bd7a700f tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.2148452 Jun 07 06:55:43.802124 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b33ba-ad3e-4303-9479-734083d04941 admin admin] Pushing event updated for resources: {'Port': ['ID=3fd5e9bc-fed3-467b-be75-61bc5c66680c,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:43.812359 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-b69b33ba-ad3e-4303-9479-734083d04941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:43.822806 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-99ffcf6e-17b7-428a-b6ac-d9d0e5163c3f tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8477743 Jun 07 06:55:43.857668 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-07116070-3f00-47c1-8e5f-c3effcc54cf3 service neutron] Request body: {'port': {'device_id': '7f5f10ad-6643-40ea-a7b2-32a97c458c52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:55:43.877184 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-0e3c5501-223a-402e-a75e-65667a5c21bc req-4fe73a24-6347-4f87-9905-9047389bb7d1 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935953 Jun 07 06:55:44.060428 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-2288dee5-5395-4e62-9f28-358412b2232f None None] Provisioning for port 3fd5e9bc-fed3-467b-be75-61bc5c66680c completed by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:55:44.068761 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-2288dee5-5395-4e62-9f28-358412b2232f None None] Provisioning complete for port 3fd5e9bc-fed3-467b-be75-61bc5c66680c triggered by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:55:44.070707 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-2288dee5-5395-4e62-9f28-358412b2232f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:44.112011 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-07116070-3f00-47c1-8e5f-c3effcc54cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:44.155466 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 42140) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:44.184951 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-2288dee5-5395-4e62-9f28-358412b2232f None None] Port 3fd5e9bc-fed3-467b-be75-61bc5c66680c cannot update to ACTIVE because it is not bound. {{(pid=91760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 06:55:44.187759 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-68479f36-123e-4085-9d5c-baef7528249e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:44.338175 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device fa668d93-c56c-4b92-b38e-2b9059511c38 up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:55:44.438639 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-68479f36-123e-4085-9d5c-baef7528249e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:44.446911 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-68479f36-123e-4085-9d5c-baef7528249e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:44.462004 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-9a483ccf-0373-43de-85e1-f00028ad97c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:44.484101 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning for port fa668d93-c56c-4b92-b38e-2b9059511c38 completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:55:44.493336 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port fa668d93-c56c-4b92-b38e-2b9059511c38 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:55:44.493720 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:44.572803 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 42150) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:44.573316 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-68479f36-123e-4085-9d5c-baef7528249e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4f88e15c248a448382b10f50fc4039ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4164953 Jun 07 06:55:44.574707 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68479f36-123e-4085-9d5c-baef7528249e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589b1550-695d-4b1c-a0e5-9d1ef3f89573,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:44.592959 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-68479f36-123e-4085-9d5c-baef7528249e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:44.693058 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:44.735494 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] For port fa668d93-c56c-4b92-b38e-2b9059511c38, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=fa668d93-c56c-4b92-b38e-2b9059511c38,segment=NetworkSegment(5ae08632-c29b-4dd6-8d62-13cd62eb6da9),segment_id=5ae08632-c29b-4dd6-8d62-13cd62eb6da9)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:55:44.743341 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:44.745603 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-b99ee54b-6bbf-48ca-acc2-7a6a12b5c01f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:44.835453 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-b69b33ba-ad3e-4303-9479-734083d04941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:44.910282 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Pushing event updated for resources: {'Port': ['ID=fa668d93-c56c-4b92-b38e-2b9059511c38,revision_number=4']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:44.923633 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:45.010935 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a5d6c-4e23-4cbf-a7e4-4055abaa6ef6 req-fb4f9378-a633-4356-8df5-5dd87f4a4729 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:45.018418 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-a86a5d6c-4e23-4cbf-a7e4-4055abaa6ef6 req-fb4f9378-a633-4356-8df5-5dd87f4a4729 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f5f10ad-6643-40ea-a7b2-32a97c458c52 HTTP/1.1" status: 200 len: 931 time: 0.8871603 Jun 07 06:55:45.111670 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-760595b5-1ba8-4732-ad0f-374fe4dd3724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:45.176957 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-a86a5d6c-4e23-4cbf-a7e4-4055abaa6ef6 req-2bc4ca4f-88ef-4297-b30e-611eb45c9d3f tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/security-groups?id=d92c8c23-aad3-4394-8555-8eb6c2bda331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574991 Jun 07 06:55:45.210749 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 42170) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:45.229948 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-760595b5-1ba8-4732-ad0f-374fe4dd3724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:45.385505 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-97907d78-8b9d-496f-be1b-58492c899fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:45.436018 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-07116070-3f00-47c1-8e5f-c3effcc54cf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1d70f25-a2cb-404e-8d67-f374de1913fe {{(pid=91758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:55:45.445934 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-07116070-3f00-47c1-8e5f-c3effcc54cf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:45.460356 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-760595b5-1ba8-4732-ad0f-374fe4dd3724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:45.462761 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-760595b5-1ba8-4732-ad0f-374fe4dd3724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:45.466932 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-760595b5-1ba8-4732-ad0f-374fe4dd3724 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/589b1550-695d-4b1c-a0e5-9d1ef3f89573 HTTP/1.1" status: 204 len: 168 time: 0.8656912 Jun 07 06:55:45.469611 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-8c9929c8-de94-4bd9-b87d-68f37b619ac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:45.483054 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-07116070-3f00-47c1-8e5f-c3effcc54cf3 service neutron] Transition to ACTIVE for port object c1d70f25-a2cb-404e-8d67-f374de1913fe will not be triggered until provisioned by entity L2. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:55:45.492571 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760595b5-1ba8-4732-ad0f-374fe4dd3724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589b1550-695d-4b1c-a0e5-9d1ef3f89573,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:45.498571 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-760595b5-1ba8-4732-ad0f-374fe4dd3724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:45.501586 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-07116070-3f00-47c1-8e5f-c3effcc54cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2309382'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:45.512558 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-b69b33ba-ad3e-4303-9479-734083d04941 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:45.515109 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-18a38be4-e7cc-4dfe-9412-b90fcf735458 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:45.560071 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-97907d78-8b9d-496f-be1b-58492c899fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:45.565004 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-97907d78-8b9d-496f-be1b-58492c899fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:45.577118 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:45.607767 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97907d78-8b9d-496f-be1b-58492c899fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81034f2-23b6-46c2-b822-ecace1e92583,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:45.613394 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-97907d78-8b9d-496f-be1b-58492c899fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:45.614886 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-b69b33ba-ad3e-4303-9479-734083d04941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2309382'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:45.634320 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-97907d78-8b9d-496f-be1b-58492c899fcd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bd6fa47e1cca4449b90ec2d6a6911d7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4224031 Jun 07 06:55:45.634968 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 42184) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:45.710505 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-dd014f45-9752-4773-8139-b3d56d5bae61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:45.753693 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-dd014f45-9752-4773-8139-b3d56d5bae61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:45.835734 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-dd014f45-9752-4773-8139-b3d56d5bae61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:45.838151 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-dd014f45-9752-4773-8139-b3d56d5bae61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:45.843077 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-dd014f45-9752-4773-8139-b3d56d5bae61 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e81034f2-23b6-46c2-b822-ecace1e92583 HTTP/1.1" status: 204 len: 168 time: 0.2066536 Jun 07 06:55:45.843299 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:45.860329 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd014f45-9752-4773-8139-b3d56d5bae61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81034f2-23b6-46c2-b822-ecace1e92583,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:45.863653 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-dd014f45-9752-4773-8139-b3d56d5bae61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:45.875892 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07116070-3f00-47c1-8e5f-c3effcc54cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d70f25-a2cb-404e-8d67-f374de1913fe,revision_number=2']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:45.908682 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-07116070-3f00-47c1-8e5f-c3effcc54cf3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:45.909388 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-8fd4272b-7e70-4343-a6c2-8f93e580b92e tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.248s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:46.040113 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b33ba-ad3e-4303-9479-734083d04941 admin admin] Pushing event updated for resources: {'Port': ['ID=3fd5e9bc-fed3-467b-be75-61bc5c66680c,revision_number=2']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:46.062657 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-b69b33ba-ad3e-4303-9479-734083d04941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3890597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875508'] for router_interface, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:46.066922 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-b69b33ba-ad3e-4303-9479-734083d04941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:46.151665 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-07116070-3f00-47c1-8e5f-c3effcc54cf3 service neutron] Attempting to bind port c1d70f25-a2cb-404e-8d67-f374de1913fe on host hv-cinder-78414 for vnic_type normal with profile {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:55:46.152620 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-07116070-3f00-47c1-8e5f-c3effcc54cf3 service neutron] Attempting to bind port c1d70f25-a2cb-404e-8d67-f374de1913fe by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '30dcf411-ecbb-4f6e-acfb-1656bd59f85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '823ee65e-1bda-42f8-bf49-9fe19559f27c'}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:55:46.153062 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-07116070-3f00-47c1-8e5f-c3effcc54cf3 service neutron] Attempting to bind port c1d70f25-a2cb-404e-8d67-f374de1913fe on network 823ee65e-1bda-42f8-bf49-9fe19559f27c {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:55:46.165672 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-07116070-3f00-47c1-8e5f-c3effcc54cf3 service neutron] Port c1d70f25-a2cb-404e-8d67-f374de1913fe on network 823ee65e-1bda-42f8-bf49-9fe19559f27c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 06:55:46.166048 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-07116070-3f00-47c1-8e5f-c3effcc54cf3 service neutron] Attempting to bind port c1d70f25-a2cb-404e-8d67-f374de1913fe on network 823ee65e-1bda-42f8-bf49-9fe19559f27c {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:55:46.244919 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.agents_db [None req-46aecb79-32b8-4105-868b-523cea85afea None None] Agent healthcheck: found 6 active agents {{(pid=91761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 06:55:46.271262 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device fa668d93-c56c-4b92-b38e-2b9059511c38 up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:55:46.357506 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-07116070-3f00-47c1-8e5f-c3effcc54cf3 service neutron] Checking agent: {'id': '6ac81f3b-c4b1-4231-aa5b-62c4bc3a8245', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 52, 32), 'started_at': datetime.datetime(2021, 6, 7, 6, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:55:46.357869 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-07116070-3f00-47c1-8e5f-c3effcc54cf3 service neutron] Checking segment: {'id': '30dcf411-ecbb-4f6e-acfb-1656bd59f85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '823ee65e-1bda-42f8-bf49-9fe19559f27c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:55:46.358255 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-07116070-3f00-47c1-8e5f-c3effcc54cf3 service neutron] Bound using segment: {'id': '30dcf411-ecbb-4f6e-acfb-1656bd59f85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '823ee65e-1bda-42f8-bf49-9fe19559f27c'} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:55:46.358705 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-07116070-3f00-47c1-8e5f-c3effcc54cf3 service neutron] Bound port: c1d70f25-a2cb-404e-8d67-f374de1913fe, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30dcf411-ecbb-4f6e-acfb-1656bd59f85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '823ee65e-1bda-42f8-bf49-9fe19559f27c'}}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:55:46.359043 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-07116070-3f00-47c1-8e5f-c3effcc54cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:46.374945 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port fa668d93-c56c-4b92-b38e-2b9059511c38 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:55:46.375593 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:46.581816 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69b33ba-ad3e-4303-9479-734083d04941 admin admin] Network 604d240f-ca58-417e-b867-1593c3d5d8ef is already hosted by enough agents. {{(pid=91758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:55:46.584940 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.base_scheduler [None req-b69b33ba-ad3e-4303-9479-734083d04941 admin admin] Resources bound (agent type, host, resource id): {{(pid=91758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:55:46.678202 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-07116070-3f00-47c1-8e5f-c3effcc54cf3 service neutron] For port c1d70f25-a2cb-404e-8d67-f374de1913fe, host hv-cinder-78414, cleared binding levels {{(pid=91758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:55:46.707465 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-07116070-3f00-47c1-8e5f-c3effcc54cf3 service neutron] For port c1d70f25-a2cb-404e-8d67-f374de1913fe, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=c1d70f25-a2cb-404e-8d67-f374de1913fe,segment=NetworkSegment(30dcf411-ecbb-4f6e-acfb-1656bd59f85d),segment_id=30dcf411-ecbb-4f6e-acfb-1656bd59f85d)] {{(pid=91758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:55:46.770306 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-07116070-3f00-47c1-8e5f-c3effcc54cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2309382'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:46.808701 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:46.944075 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-91ee2ded-537c-494f-ad0b-4353ecf046d3 None None] Provisioning complete for port 3fd5e9bc-fed3-467b-be75-61bc5c66680c triggered by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:55:46.944460 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-91ee2ded-537c-494f-ad0b-4353ecf046d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:46.985748 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-07116070-3f00-47c1-8e5f-c3effcc54cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:46.986733 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-07116070-3f00-47c1-8e5f-c3effcc54cf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:46.989141 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-07116070-3f00-47c1-8e5f-c3effcc54cf3 service neutron] 10.222.0.44 "PUT /v2.0/ports/c1d70f25-a2cb-404e-8d67-f374de1913fe HTTP/1.1" status: 200 len: 1093 time: 3.1444244 Jun 07 06:55:46.991754 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5f10ad-6643-40ea-a7b2-32a97c458c52', 'tag': 'c1d70f25-a2cb-404e-8d67-f374de1913fe'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:55:46.996300 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec36a6c19c8fb969b847be0da992033db50c3714a14aa90e68a12edeb3f3a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d297ffc-cf35-41a4-85be-a1f2df4ddcc0" -d '{"events": [{"name": "network-changed", "server_uuid": "7f5f10ad-6643-40ea-a7b2-32a97c458c52", "tag": "c1d70f25-a2cb-404e-8d67-f374de1913fe"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:55:47.053241 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-91ee2ded-537c-494f-ad0b-4353ecf046d3 None None] Port 3fd5e9bc-fed3-467b-be75-61bc5c66680c cannot update to ACTIVE because it is not bound. {{(pid=91760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 06:55:47.094215 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07116070-3f00-47c1-8e5f-c3effcc54cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d70f25-a2cb-404e-8d67-f374de1913fe,revision_number=3']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:47.104851 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-07116070-3f00-47c1-8e5f-c3effcc54cf3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:47.129621 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a989095-e565-433f-a96b-70ff18c75c35 req-24a93a82-8b85-4843-9552-aa4b24bce560 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:47.131190 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0a989095-e565-433f-a96b-70ff18c75c35 req-24a93a82-8b85-4843-9552-aa4b24bce560 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f5f10ad-6643-40ea-a7b2-32a97c458c52 HTTP/1.1" status: 200 len: 943 time: 0.4200044 Jun 07 06:55:47.133107 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69b33ba-ad3e-4303-9479-734083d04941 admin admin] Router ef24ee72-6c48-4946-b1fa-ff7d96b86680 has already been hosted by L3 agent 207d1699-2b30-4848-a9d2-d112df8957f2 {{(pid=91758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 06:55:47.261371 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0a989095-e565-433f-a96b-70ff18c75c35 req-ee9de761-f876-44a4-998e-49a1e6e7af95 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/security-groups?id=d92c8c23-aad3-4394-8555-8eb6c2bda331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202667 Jun 07 06:55:47.374759 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69b33ba-ad3e-4303-9479-734083d04941 admin admin] Notify agent at l3_agent.dv-cinder-784140-5-iscsi the message routers_updated {{(pid=91758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 06:55:47.380981 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-b69b33ba-ad3e-4303-9479-734083d04941 admin admin] 10.222.0.35 "PUT /v2.0/routers/ef24ee72-6c48-4946-b1fa-ff7d96b86680/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8379409 Jun 07 06:55:47.392750 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35730bb-6805-46af-8c07-2caf4cd86114 None None] Sync routers for ids ['ef24ee72-6c48-4946-b1fa-ff7d96b86680'] in dv-cinder-784140-5-iscsi {{(pid=91760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 06:55:47.403381 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35730bb-6805-46af-8c07-2caf4cd86114 None None] Routers {'ef24ee72-6c48-4946-b1fa-ff7d96b86680'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:55:47.404005 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-c35730bb-6805-46af-8c07-2caf4cd86114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T06:55:38Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['ef24ee72-6c48-4946-b1fa-ff7d96b86680'], 'active': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:55:47.497844 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac273dc-807c-453a-a13b-874713820e49 req-c4e26d6c-2808-4092-85c1-a6da72fdc695 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:47.499412 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-8ac273dc-807c-453a-a13b-874713820e49 req-c4e26d6c-2808-4092-85c1-a6da72fdc695 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.1226418 Jun 07 06:55:47.577049 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-8ac273dc-807c-453a-a13b-874713820e49 req-5762aec1-4999-4134-8f8d-a05970d3c2b4 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697300 Jun 07 06:55:47.639453 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 06:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac3c809-cc28-4511-93e7-91bb6556d355 x-openstack-request-id: req-9ac3c809-cc28-4511-93e7-91bb6556d355 {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:55:47.639893 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f5f10ad-6643-40ea-a7b2-32a97c458c52", "tag": "c1d70f25-a2cb-404e-8d67-f374de1913fe", "status": "completed", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:55:47.640241 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9ac3c809-cc28-4511-93e7-91bb6556d355 {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:55:47.640730 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f5f10ad-6643-40ea-a7b2-32a97c458c52', 'tag': 'c1d70f25-a2cb-404e-8d67-f374de1913fe', 'status': 'completed', 'code': 200} Jun 07 06:55:47.705122 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvr_db [None req-c35730bb-6805-46af-8c07-2caf4cd86114 None None] Set router ef24ee72-6c48-4946-b1fa-ff7d96b86680 gateway port host: dv-cinder-784140-5-iscsi {{(pid=91760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:55:48.084012 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-c35730bb-6805-46af-8c07-2caf4cd86114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'name': 'tempest-TestVolumeBootPattern-967276418-router', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:55:35Z', 'updated_at': '2021-06-07T06:55:44Z', 'revision_number': 4, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'gw_port': {'id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:36Z', 'updated_at': '2021-06-07T06:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': '3fd5e9bc-fed3-467b-be75-61bc5c66680c', 'name': '', 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'mac_address': 'fa:16:3e:47:8f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '87a72f20-455f-479d-87c8-83d2f8548043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:42Z', 'updated_at': '2021-06-07T06:55:45Z', 'revision_number': 2, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'subnets': [{'id': '87a72f20-455f-479d-87c8-83d2f8548043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:55:48.087896 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35730bb-6805-46af-8c07-2caf4cd86114 None None] Checking router: ef24ee72-6c48-4946-b1fa-ff7d96b86680 for host: dv-cinder-784140-5-iscsi {{(pid=91760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 06:55:48.088396 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35730bb-6805-46af-8c07-2caf4cd86114 None None] Updating router ef24ee72-6c48-4946-b1fa-ff7d96b86680 port 3fd5e9bc-fed3-467b-be75-61bc5c66680c binding host dv-cinder-784140-5-iscsi {{(pid=91760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 06:55:48.158579 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-c35730bb-6805-46af-8c07-2caf4cd86114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:48.255415 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 42342) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:48.269921 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [None req-d37e22d0-1c46-40c2-bf32-1410e6159596 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1689772613-network', 'tenant_id': '2ca0d8019e76421186b4d0032f994660'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:55:48.304689 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37e22d0-1c46-40c2-bf32-1410e6159596 admin admin] Made reservation on behalf of 2ca0d8019e76421186b4d0032f994660 for: {'network': 1} {{(pid=91758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:55:48.307695 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d37e22d0-1c46-40c2-bf32-1410e6159596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783645'] for network, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:48.328329 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d37e22d0-1c46-40c2-bf32-1410e6159596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:48.568446 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d37e22d0-1c46-40c2-bf32-1410e6159596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:48.579372 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d37e22d0-1c46-40c2-bf32-1410e6159596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:48.584542 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-303f9083-4059-4d8f-8ab3-17a21e3dd18c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:48.617623 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e22d0-1c46-40c2-bf32-1410e6159596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11e944a-faf1-4ab5-b4c5-1d5f16b2ce8d,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:48.626531 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-d37e22d0-1c46-40c2-bf32-1410e6159596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:48.646172 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d37e22d0-1c46-40c2-bf32-1410e6159596 admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=91758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 06:55:48.663440 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbc99a-04f1-45b8-90b9-40c9a3854811 req-f09b227b-6186-433e-a2b1-f81ecd7db048 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:48.671923 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-10fbc99a-04f1-45b8-90b9-40c9a3854811 req-f09b227b-6186-433e-a2b1-f81ecd7db048 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f5f10ad-6643-40ea-a7b2-32a97c458c52 HTTP/1.1" status: 200 len: 943 time: 0.2510045 Jun 07 06:55:48.680456 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d37e22d0-1c46-40c2-bf32-1410e6159596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642'] for segment, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:48.681073 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.db.segments_db [None req-d37e22d0-1c46-40c2-bf32-1410e6159596 admin admin] Added segment b38c17f8-8293-43b7-bde3-f6bb826ed2ae of type vlan for network f8581be2-583c-4b21-8720-8f2d89880315 Jun 07 06:55:48.703577 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-c35730bb-6805-46af-8c07-2caf4cd86114 None None] Notify callbacks [] for port, precommit_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:48.705575 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c688b-842b-47cf-b782-2883f10b990d req-af18b684-73ff-4d0e-bb73-f77a742889dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:48.707652 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-973c688b-842b-47cf-b782-2883f10b990d req-af18b684-73ff-4d0e-bb73-f77a742889dc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f84addd7b81d49b4b6aa42f13e1738f8&device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 1098 time: 0.1343877 Jun 07 06:55:48.720419 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-c35730bb-6805-46af-8c07-2caf4cd86114 None None] Transition to ACTIVE for port object 3fd5e9bc-fed3-467b-be75-61bc5c66680c will not be triggered until provisioned by entity L2. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:55:48.728703 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-c35730bb-6805-46af-8c07-2caf4cd86114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:48.736027 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:48.767403 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d297ffc-cf35-41a4-85be-a1f2df4ddcc0 req-1f72383b-19c2-45f7-aa4f-3b47162b803e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:48.769240 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-4d297ffc-cf35-41a4-85be-a1f2df4ddcc0 req-1f72383b-19c2-45f7-aa4f-3b47162b803e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=364a529d32c04597953804d5a6ac2ae6&device_id=7f5f10ad-6643-40ea-a7b2-32a97c458c52 HTTP/1.1" status: 200 len: 1096 time: 0.2751136 Jun 07 06:55:48.774857 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d37e22d0-1c46-40c2-bf32-1410e6159596 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900516316'] for network, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:48.790163 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-10fbc99a-04f1-45b8-90b9-40c9a3854811 req-1793393c-c1d7-4ea6-8b13-93d92b018f56 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/security-groups?id=d92c8c23-aad3-4394-8555-8eb6c2bda331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171060 Jun 07 06:55:48.958455 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d37e22d0-1c46-40c2-bf32-1410e6159596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3890583'] for network, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:48.965670 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164fe0e8-0af7-4413-b08e-5f0c8404d448 None None] Pushing event updated for resources: {'Port': ['ID=3fd5e9bc-fed3-467b-be75-61bc5c66680c,revision_number=3']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:48.968884 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37e22d0-1c46-40c2-bf32-1410e6159596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:48.969486 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d37e22d0-1c46-40c2-bf32-1410e6159596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for network, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:48.984303 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-164fe0e8-0af7-4413-b08e-5f0c8404d448 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:49.123167 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-63a1463a-e10e-4cb6-9416-0fa568f6969d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:49.124843 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c688b-842b-47cf-b782-2883f10b990d req-60fa06a4-df16-46c8-b507-ba79313a2146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:49.126438 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-973c688b-842b-47cf-b782-2883f10b990d req-60fa06a4-df16-46c8-b507-ba79313a2146 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e1d27084-54d3-4657-a203-aa1e336128a1 HTTP/1.1" status: 200 len: 920 time: 0.4105937 Jun 07 06:55:49.141384 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476fc7a-f1cd-4b5a-b091-66831135e9e4 req-6f56948d-177b-461d-96ce-818c90c61601 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:49.148141 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-2476fc7a-f1cd-4b5a-b091-66831135e9e4 req-6f56948d-177b-461d-96ce-818c90c61601 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.3574615 Jun 07 06:55:49.162525 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-c35730bb-6805-46af-8c07-2caf4cd86114 None None] Attempting to bind port 3fd5e9bc-fed3-467b-be75-61bc5c66680c on host dv-cinder-784140-5-iscsi for vnic_type normal with profile {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:55:49.163352 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-c35730bb-6805-46af-8c07-2caf4cd86114 None None] Attempting to bind port 3fd5e9bc-fed3-467b-be75-61bc5c66680c by drivers openvswitch,hyperv on host dv-cinder-784140-5-iscsi at level 0 using segments [{'id': '885fa550-1759-4487-99dc-70f937f90f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef'}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:55:49.164031 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35730bb-6805-46af-8c07-2caf4cd86114 None None] Attempting to bind port 3fd5e9bc-fed3-467b-be75-61bc5c66680c on network 604d240f-ca58-417e-b867-1593c3d5d8ef {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:55:49.187603 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35730bb-6805-46af-8c07-2caf4cd86114 None None] Checking agent: {'id': '90bc4f0f-bba4-44bf-b00d-04c4d717fccd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 38), 'started_at': datetime.datetime(2021, 6, 7, 6, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:55:49.188219 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35730bb-6805-46af-8c07-2caf4cd86114 None None] Checking segment: {'id': '885fa550-1759-4487-99dc-70f937f90f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:55:49.189223 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-c35730bb-6805-46af-8c07-2caf4cd86114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:49.189837 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35730bb-6805-46af-8c07-2caf4cd86114 None None] Bound using segment: {'id': '885fa550-1759-4487-99dc-70f937f90f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef'} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:55:49.190402 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-c35730bb-6805-46af-8c07-2caf4cd86114 None None] Bound port: 3fd5e9bc-fed3-467b-be75-61bc5c66680c, host: dv-cinder-784140-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885fa550-1759-4487-99dc-70f937f90f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef'}}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:55:49.190846 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-c35730bb-6805-46af-8c07-2caf4cd86114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:49.224702 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-d37e22d0-1c46-40c2-bf32-1410e6159596 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9669936 Jun 07 06:55:49.227550 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d297ffc-cf35-41a4-85be-a1f2df4ddcc0 req-eb111c05-efb6-46c5-9385-2916f25651f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:49.228922 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-4d297ffc-cf35-41a4-85be-a1f2df4ddcc0 req-eb111c05-efb6-46c5-9385-2916f25651f0 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=364a529d32c04597953804d5a6ac2ae6&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4341440 Jun 07 06:55:49.229366 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 42378) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:49.260093 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-973c688b-842b-47cf-b782-2883f10b990d req-0a45da68-7d16-486c-9ca5-7e2d4fd0c158 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ddabfdb-cb0b-403a-998e-fca6faed2a55 HTTP/1.1" status: 200 len: 217 time: 0.1107426 Jun 07 06:55:49.300143 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-c35730bb-6805-46af-8c07-2caf4cd86114 None None] For port 3fd5e9bc-fed3-467b-be75-61bc5c66680c, host dv-cinder-784140-5-iscsi, cleared binding levels {{(pid=91760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:55:49.309722 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-c35730bb-6805-46af-8c07-2caf4cd86114 None None] For port 3fd5e9bc-fed3-467b-be75-61bc5c66680c, host dv-cinder-784140-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=3fd5e9bc-fed3-467b-be75-61bc5c66680c,segment=NetworkSegment(885fa550-1759-4487-99dc-70f937f90f45),segment_id=885fa550-1759-4487-99dc-70f937f90f45)] {{(pid=91760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:55:49.316281 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-c35730bb-6805-46af-8c07-2caf4cd86114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:49.321789 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-b99ee54b-6bbf-48ca-acc2-7a6a12b5c01f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:49.342756 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [None req-bdfd83a5-47e8-43c1-a344-ff861fa1edb3 admin admin] Request body: {'subnet': {'network_id': 'f8581be2-583c-4b21-8720-8f2d89880315', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1689772613-subnet', 'tenant_id': '2ca0d8019e76421186b4d0032f994660', 'ip_version': 4}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:55:49.364452 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-2476fc7a-f1cd-4b5a-b091-66831135e9e4 req-47bc54e3-aefb-4dc8-be60-54b98a7815bc tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309574 Jun 07 06:55:49.442227 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e22d0-1c46-40c2-bf32-1410e6159596 admin admin] Pushing event updated for resources: {'Network': ['ID=f8581be2-583c-4b21-8720-8f2d89880315,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:49.442511 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c688b-842b-47cf-b782-2883f10b990d req-f228cb65-52ed-4acc-8160-63cf7cfcfb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:49.442608 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35730bb-6805-46af-8c07-2caf4cd86114 None None] Routers {'ef24ee72-6c48-4946-b1fa-ff7d96b86680'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:55:49.443067 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-c35730bb-6805-46af-8c07-2caf4cd86114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T06:55:38Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['ef24ee72-6c48-4946-b1fa-ff7d96b86680'], 'active': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:55:49.444160 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-973c688b-842b-47cf-b782-2883f10b990d req-f228cb65-52ed-4acc-8160-63cf7cfcfb7c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2ad2cf50-9851-436b-aa64-d2e05907b43a HTTP/1.1" status: 200 len: 859 time: 0.1732912 Jun 07 06:55:49.467726 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-d37e22d0-1c46-40c2-bf32-1410e6159596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:49.540898 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-973c688b-842b-47cf-b782-2883f10b990d req-3c8e4b0e-3174-47d1-bba4-67064143984d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e1d27084-54d3-4657-a203-aa1e336128a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628307 Jun 07 06:55:49.582848 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfd83a5-47e8-43c1-a344-ff861fa1edb3 admin admin] Made reservation on behalf of 2ca0d8019e76421186b4d0032f994660 for: {'subnet': 1} {{(pid=91758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:55:49.592484 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bdfd83a5-47e8-43c1-a344-ff861fa1edb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228425'] for subnet, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:49.629139 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Network f8581be2-583c-4b21-8720-8f2d89880315 details requested by agent ovs-agent-dv-cinder-784140-5-iscsi with host dv-cinder-784140-5-iscsi {{(pid=91760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 06:55:49.800295 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d297ffc-cf35-41a4-85be-a1f2df4ddcc0 req-3e386a16-87a8-4cd9-aa58-d7b67184b1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:49.802302 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-4d297ffc-cf35-41a4-85be-a1f2df4ddcc0 req-3e386a16-87a8-4cd9-aa58-d7b67184b1c1 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3946106 Jun 07 06:55:49.868422 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-973c688b-842b-47cf-b782-2883f10b990d req-c41c7596-700b-4fb0-82f7-b4a95b7b0982 service neutron] 10.222.0.44 "GET /v2.0/networks/e1d27084-54d3-4657-a203-aa1e336128a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194468 Jun 07 06:55:49.879226 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164fe0e8-0af7-4413-b08e-5f0c8404d448 None None] Pushing event updated for resources: {'Port': ['ID=3fd5e9bc-fed3-467b-be75-61bc5c66680c,revision_number=4']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:49.908499 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-164fe0e8-0af7-4413-b08e-5f0c8404d448 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:50.072482 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvr_db [None req-c35730bb-6805-46af-8c07-2caf4cd86114 None None] Set router ef24ee72-6c48-4946-b1fa-ff7d96b86680 gateway port host: dv-cinder-784140-5-iscsi {{(pid=91760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:55:50.157360 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-9f3226bb-5ef0-4e80-a900-cc13ebffb856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:50.159257 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-9f3226bb-5ef0-4e80-a900-cc13ebffb856 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=364a529d32c04597953804d5a6ac2ae6&device_id=7f5f10ad-6643-40ea-a7b2-32a97c458c52 HTTP/1.1" status: 200 len: 1096 time: 0.2988894 Jun 07 06:55:50.160689 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bdfd83a5-47e8-43c1-a344-ff861fa1edb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2309521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228443'] for subnet, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:50.164912 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-baba16c6-ebe6-47d4-9906-6e092aff713a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:50.273136 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-973c688b-842b-47cf-b782-2883f10b990d req-1421f632-8332-4429-8e78-acfe2e683643 service neutron] 10.222.0.44 "GET /v2.0/networks/e1d27084-54d3-4657-a203-aa1e336128a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937275 Jun 07 06:55:50.297399 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc5b0e-58f1-4d7d-9a09-6ecb30ce6e9b req-c2291c55-fac9-463c-9c40-7dcda1e29455 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:50.298444 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b9bc5b0e-58f1-4d7d-9a09-6ecb30ce6e9b req-c2291c55-fac9-463c-9c40-7dcda1e29455 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f5f10ad-6643-40ea-a7b2-32a97c458c52 HTTP/1.1" status: 200 len: 943 time: 0.2328656 Jun 07 06:55:50.301300 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-b6e0f070-8b9c-48be-89cd-466bf1f5af2b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1d70f25-a2cb-404e-8d67-f374de1913fe HTTP/1.1" status: 200 len: 217 time: 0.1006336 Jun 07 06:55:50.352051 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b9bc5b0e-58f1-4d7d-9a09-6ecb30ce6e9b req-658c5b67-2328-4cb2-83dc-b8cf80be41cc tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/security-groups?id=d92c8c23-aad3-4394-8555-8eb6c2bda331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460544 Jun 07 06:55:50.384559 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-cb675ec1-625a-4547-ad72-f39f23955cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:50.386007 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-cb675ec1-625a-4547-ad72-f39f23955cdc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c64085fc-441e-4bbb-b69d-7d641c5251f5 HTTP/1.1" status: 200 len: 849 time: 0.0725973 Jun 07 06:55:50.402782 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfd83a5-47e8-43c1-a344-ff861fa1edb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=777e25ce-3355-4bd4-9d64-8561a3542adc,revision_number=0']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:50.406692 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfd83a5-47e8-43c1-a344-ff861fa1edb3 admin admin] Checking segment: {'id': 'b38c17f8-8293-43b7-bde3-f6bb826ed2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'f8581be2-583c-4b21-8720-8f2d89880315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:55:50.407302 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfd83a5-47e8-43c1-a344-ff861fa1edb3 admin admin] Network hostable DHCP agents. Network: f8581be2-583c-4b21-8720-8f2d89880315, hostable agents: ['1fe75083-37bf-44a6-88f5-2ab2a4fa7cf2'], hosted agents: [] {{(pid=91758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 06:55:50.413538 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-bdfd83a5-47e8-43c1-a344-ff861fa1edb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:50.499475 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-f77353b8-9fd6-404c-b13f-de12628f16ec service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=823ee65e-1bda-42f8-bf49-9fe19559f27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938649 Jun 07 06:55:50.541677 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfd83a5-47e8-43c1-a344-ff861fa1edb3 admin admin] Network f8581be2-583c-4b21-8720-8f2d89880315 is scheduled to be hosted by DHCP agent 1fe75083-37bf-44a6-88f5-2ab2a4fa7cf2 with binding_index 1 {{(pid=91758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 06:55:50.556937 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.base_scheduler [None req-bdfd83a5-47e8-43c1-a344-ff861fa1edb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-5-iscsi, f8581be2-583c-4b21-8720-8f2d89880315) {{(pid=91758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:55:50.579256 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfd83a5-47e8-43c1-a344-ff861fa1edb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:50.580239 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bdfd83a5-47e8-43c1-a344-ff861fa1edb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for subnet, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:50.595725 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a588c00c-9fe6-4e29-ad44-ca8c50ac5f8b None None] Network f8581be2-583c-4b21-8720-8f2d89880315 requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:55:50.664537 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 42424) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:50.713011 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-bdfd83a5-47e8-43c1-a344-ff861fa1edb3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4802036 Jun 07 06:55:50.721801 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 42430) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:50.726744 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-8e1cdbe2-728d-4d53-a6af-e45e73ac58ae admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1689772613-router', 'tenant_id': '2ca0d8019e76421186b4d0032f994660', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'}}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:55:50.759048 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-86b92f43-ffa4-4615-91ca-1221426f5c6c service neutron] 10.222.0.44 "GET /v2.0/networks/823ee65e-1bda-42f8-bf49-9fe19559f27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444291 Jun 07 06:55:50.779528 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8e1cdbe2-728d-4d53-a6af-e45e73ac58ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5893'] for router, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:50.786040 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8e1cdbe2-728d-4d53-a6af-e45e73ac58ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3877371', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3905657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5902'] for router, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:50.821133 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8e1cdbe2-728d-4d53-a6af-e45e73ac58ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:50.826110 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-c35730bb-6805-46af-8c07-2caf4cd86114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'name': 'tempest-TestVolumeBootPattern-967276418-router', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:55:35Z', 'updated_at': '2021-06-07T06:55:44Z', 'revision_number': 4, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'gw_port': {'id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:36Z', 'updated_at': '2021-06-07T06:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': '3fd5e9bc-fed3-467b-be75-61bc5c66680c', 'name': '', 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'mac_address': 'fa:16:3e:47:8f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '87a72f20-455f-479d-87c8-83d2f8548043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:42Z', 'updated_at': '2021-06-07T06:55:49Z', 'revision_number': 4, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'subnets': [{'id': '87a72f20-455f-479d-87c8-83d2f8548043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:55:50.857499 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35730bb-6805-46af-8c07-2caf4cd86114 None None] The sync data for ids ['ef24ee72-6c48-4946-b1fa-ff7d96b86680'] in dv-cinder-784140-5-iscsi is: [{'id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'name': 'tempest-TestVolumeBootPattern-967276418-router', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:55:35Z', 'updated_at': '2021-06-07T06:55:44Z', 'revision_number': 4, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'gw_port': {'id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:36Z', 'updated_at': '2021-06-07T06:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': '3fd5e9bc-fed3-467b-be75-61bc5c66680c', 'name': '', 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'mac_address': 'fa:16:3e:47:8f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '87a72f20-455f-479d-87c8-83d2f8548043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:42Z', 'updated_at': '2021-06-07T06:55:49Z', 'revision_number': 4, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'subnets': [{'id': '87a72f20-455f-479d-87c8-83d2f8548043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 06:55:51.046241 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b0b2d1-5f91-47f2-9435-7ea43ce06954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9ec772a-7f49-5126-b4ce-3bf4331ec797-f8581be2-583c-4b21-8720-8f2d89880315', 'network_id': 'f8581be2-583c-4b21-8720-8f2d89880315', 'tenant_id': '2ca0d8019e76421186b4d0032f994660', 'fixed_ips': [{'subnet_id': '777e25ce-3355-4bd4-9d64-8561a3542adc'}]}} from dv-cinder-784140-5-iscsi. {{(pid=91760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 06:55:51.046241 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-34b0b2d1-5f91-47f2-9435-7ea43ce06954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:51.083635 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-7c311b80-afa0-42c5-aca6-c26648b8fc27 req-3eaa60f7-ca85-4a61-8d32-166b01ff11d7 service neutron] 10.222.0.44 "GET /v2.0/networks/823ee65e-1bda-42f8-bf49-9fe19559f27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176069 Jun 07 06:55:51.120433 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03a1a7-d616-48a9-bbce-1870fc6a97a2 req-1c5db3b5-61a9-441c-9e3a-42f4c418b950 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:51.140295 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-7c03a1a7-d616-48a9-bbce-1870fc6a97a2 req-1c5db3b5-61a9-441c-9e3a-42f4c418b950 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.4958525 Jun 07 06:55:51.155356 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-66490e14-cc26-4eef-b379-a4d5a04a636f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:51.239933 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-7c03a1a7-d616-48a9-bbce-1870fc6a97a2 req-955ec75a-13c8-4517-af0b-2d1e6a19c986 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984139 Jun 07 06:55:51.331014 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.db_base_plugin_common [None req-34b0b2d1-5f91-47f2-9435-7ea43ce06954 None None] Allocated IP 172.20.0.2 (f8581be2-583c-4b21-8720-8f2d89880315/777e25ce-3355-4bd4-9d64-8561a3542adc/df49d4ad-7ef1-4d69-9384-062231c9692e) {{(pid=91760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:55:51.530117 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8e1cdbe2-728d-4d53-a6af-e45e73ac58ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3877257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5912'] for router, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:51.609494 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-34b0b2d1-5f91-47f2-9435-7ea43ce06954 None None] Notify callbacks [] for port, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:51.622373 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-34b0b2d1-5f91-47f2-9435-7ea43ce06954 None None] Transition to ACTIVE for port object df49d4ad-7ef1-4d69-9384-062231c9692e will not be triggered until provisioned by entity L2. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:55:51.644380 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-34b0b2d1-5f91-47f2-9435-7ea43ce06954 None None] Transition to ACTIVE for port object df49d4ad-7ef1-4d69-9384-062231c9692e will not be triggered until provisioned by entity DHCP. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:55:51.650779 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-34b0b2d1-5f91-47f2-9435-7ea43ce06954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767'] for port, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:51.655766 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:51.708447 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb4149-f599-4ddf-803d-76665cdc06e6 req-254e6f65-4cb6-4b07-945d-e28c7f35ec73 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:51.715270 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-f3eb4149-f599-4ddf-803d-76665cdc06e6 req-254e6f65-4cb6-4b07-945d-e28c7f35ec73 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f5f10ad-6643-40ea-a7b2-32a97c458c52 HTTP/1.1" status: 200 len: 943 time: 0.1986620 Jun 07 06:55:51.728855 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b0b2d1-5f91-47f2-9435-7ea43ce06954 None None] Network f8581be2-583c-4b21-8720-8f2d89880315 is already hosted by enough agents. {{(pid=91760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:55:51.732586 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [None req-34b0b2d1-5f91-47f2-9435-7ea43ce06954 None None] Resources bound (agent type, host, resource id): {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:55:51.735062 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b0b2d1-5f91-47f2-9435-7ea43ce06954 None None] Received port after_create {{(pid=91760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:55:51.744217 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0b2d1-5f91-47f2-9435-7ea43ce06954 None None] Pushing event updated for resources: {'Port': ['ID=df49d4ad-7ef1-4d69-9384-062231c9692e,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:51.746957 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-34b0b2d1-5f91-47f2-9435-7ea43ce06954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:51.824812 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-66490e14-cc26-4eef-b379-a4d5a04a636f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:51.833883 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-66490e14-cc26-4eef-b379-a4d5a04a636f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:51.845229 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-3bebee3b-bd83-4169-a2b9-0658788bac3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:51.855573 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-34b0b2d1-5f91-47f2-9435-7ea43ce06954 None None] Attempting to bind port df49d4ad-7ef1-4d69-9384-062231c9692e on host dv-cinder-784140-5-iscsi for vnic_type normal with profile {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:55:51.856413 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-34b0b2d1-5f91-47f2-9435-7ea43ce06954 None None] Attempting to bind port df49d4ad-7ef1-4d69-9384-062231c9692e by drivers openvswitch,hyperv on host dv-cinder-784140-5-iscsi at level 0 using segments [{'id': 'b38c17f8-8293-43b7-bde3-f6bb826ed2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'f8581be2-583c-4b21-8720-8f2d89880315'}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:55:51.856913 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b0b2d1-5f91-47f2-9435-7ea43ce06954 None None] Attempting to bind port df49d4ad-7ef1-4d69-9384-062231c9692e on network f8581be2-583c-4b21-8720-8f2d89880315 {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:55:51.863621 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b0b2d1-5f91-47f2-9435-7ea43ce06954 None None] Checking agent: {'id': '90bc4f0f-bba4-44bf-b00d-04c4d717fccd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 38), 'started_at': datetime.datetime(2021, 6, 7, 6, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:55:51.864033 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b0b2d1-5f91-47f2-9435-7ea43ce06954 None None] Checking segment: {'id': 'b38c17f8-8293-43b7-bde3-f6bb826ed2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'f8581be2-583c-4b21-8720-8f2d89880315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:55:51.864527 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-34b0b2d1-5f91-47f2-9435-7ea43ce06954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:51.864990 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b0b2d1-5f91-47f2-9435-7ea43ce06954 None None] Bound using segment: {'id': 'b38c17f8-8293-43b7-bde3-f6bb826ed2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'f8581be2-583c-4b21-8720-8f2d89880315'} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:55:51.865494 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-34b0b2d1-5f91-47f2-9435-7ea43ce06954 None None] Bound port: df49d4ad-7ef1-4d69-9384-062231c9692e, host: dv-cinder-784140-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b38c17f8-8293-43b7-bde3-f6bb826ed2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'f8581be2-583c-4b21-8720-8f2d89880315'}}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:55:51.865898 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-34b0b2d1-5f91-47f2-9435-7ea43ce06954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:51.872521 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-f3eb4149-f599-4ddf-803d-76665cdc06e6 req-2e16c1d3-969c-40d1-9122-7bb5cf49a754 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/security-groups?id=d92c8c23-aad3-4394-8555-8eb6c2bda331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557796 Jun 07 06:55:51.911611 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-66490e14-cc26-4eef-b379-a4d5a04a636f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3d7a50bed17a4b92b9519a01e308a1ec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2453854 Jun 07 06:55:51.914394 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 42446) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:51.921821 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66490e14-cc26-4eef-b379-a4d5a04a636f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7dd1bd3-6d7e-4d84-9f63-9662b959829c,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:51.926279 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-66490e14-cc26-4eef-b379-a4d5a04a636f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:52.000890 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9b4656cd-b82c-4a3a-a301-e9a5f8fba014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:52.015275 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-34b0b2d1-5f91-47f2-9435-7ea43ce06954 None None] For port df49d4ad-7ef1-4d69-9384-062231c9692e, host dv-cinder-784140-5-iscsi, cleared binding levels {{(pid=91760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:55:52.018695 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-34b0b2d1-5f91-47f2-9435-7ea43ce06954 None None] For port df49d4ad-7ef1-4d69-9384-062231c9692e, host dv-cinder-784140-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=df49d4ad-7ef1-4d69-9384-062231c9692e,segment=NetworkSegment(b38c17f8-8293-43b7-bde3-f6bb826ed2ae),segment_id=b38c17f8-8293-43b7-bde3-f6bb826ed2ae)] {{(pid=91760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:55:52.025318 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-34b0b2d1-5f91-47f2-9435-7ea43ce06954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:52.031248 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:52.036955 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9b4656cd-b82c-4a3a-a301-e9a5f8fba014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:52.104943 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9b4656cd-b82c-4a3a-a301-e9a5f8fba014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:52.107676 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9b4656cd-b82c-4a3a-a301-e9a5f8fba014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:52.111892 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-9b4656cd-b82c-4a3a-a301-e9a5f8fba014 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f7dd1bd3-6d7e-4d84-9f63-9662b959829c HTTP/1.1" status: 204 len: 168 time: 0.1964626 Jun 07 06:55:52.113080 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-1a0661eb-558a-4882-aefe-f83470e73b29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:52.130192 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4656cd-b82c-4a3a-a301-e9a5f8fba014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7dd1bd3-6d7e-4d84-9f63-9662b959829c,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:52.134470 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-9b4656cd-b82c-4a3a-a301-e9a5f8fba014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:52.147713 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0b2d1-5f91-47f2-9435-7ea43ce06954 None None] Pushing event updated for resources: {'Port': ['ID=df49d4ad-7ef1-4d69-9384-062231c9692e,revision_number=2']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:52.154036 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-34b0b2d1-5f91-47f2-9435-7ea43ce06954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:52.205967 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8e1cdbe2-728d-4d53-a6af-e45e73ac58ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:52.255752 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8e1cdbe2-728d-4d53-a6af-e45e73ac58ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:52.356698 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 3fd5e9bc-fed3-467b-be75-61bc5c66680c up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:55:52.495006 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning for port 3fd5e9bc-fed3-467b-be75-61bc5c66680c completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:55:52.501541 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port 3fd5e9bc-fed3-467b-be75-61bc5c66680c triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:55:52.502404 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:52.625981 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.db_base_plugin_common [None req-8e1cdbe2-728d-4d53-a6af-e45e73ac58ae admin admin] Allocated IP 172.27.1.219 (fe992a7c-d3c2-4e8d-9573-c4f663251d7a/c4323051-ed30-4a9a-b3aa-b457aab0dfbf/0bfde986-a2e8-456b-bc4a-0c5c56d6421b) {{(pid=91759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:55:52.669515 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:52.698753 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2944b-a6d6-4044-870e-1e1c527f17f3 req-1456e3d3-60ba-4127-8b99-05cd4e893472 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:52.700343 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-eec2944b-a6d6-4044-870e-1e1c527f17f3 req-1456e3d3-60ba-4127-8b99-05cd4e893472 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.2737718 Jun 07 06:55:52.709064 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] For port 3fd5e9bc-fed3-467b-be75-61bc5c66680c, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=3fd5e9bc-fed3-467b-be75-61bc5c66680c,segment=NetworkSegment(885fa550-1759-4487-99dc-70f937f90f45),segment_id=885fa550-1759-4487-99dc-70f937f90f45)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:55:52.712149 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 42460) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:52.715063 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:52.725930 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-164fe0e8-0af7-4413-b08e-5f0c8404d448 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:52.731958 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f60e99a7-97b9-4340-87b8-efabbb89b542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:52.800227 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Pushing event updated for resources: {'Port': ['ID=3fd5e9bc-fed3-467b-be75-61bc5c66680c,revision_number=5']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:52.803276 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:52.851129 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-eec2944b-a6d6-4044-870e-1e1c527f17f3 req-4efae5c5-2fb3-4cc6-a7ad-3fcbf84fc012 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730002 Jun 07 06:55:52.853655 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f60e99a7-97b9-4340-87b8-efabbb89b542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:52.859541 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f60e99a7-97b9-4340-87b8-efabbb89b542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:52.871862 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8e1cdbe2-728d-4d53-a6af-e45e73ac58ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:52.873963 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:52.906758 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8e1cdbe2-728d-4d53-a6af-e45e73ac58ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222160'] for port, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:52.911863 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:52.917153 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-f60e99a7-97b9-4340-87b8-efabbb89b542 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2b85ca838473467795707ad29a66d733&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2039123 Jun 07 06:55:52.918108 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e99a7-97b9-4340-87b8-efabbb89b542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc8c5c1-adae-4b6d-9dd3-84bf186827f1,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:52.920412 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 42464) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:52.931392 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-f60e99a7-97b9-4340-87b8-efabbb89b542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:52.994817 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1cdbe2-728d-4d53-a6af-e45e73ac58ae admin admin] Network fe992a7c-d3c2-4e8d-9573-c4f663251d7a is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:55:52.997302 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-e431676d-b221-46dd-8d69-4dbca7ec3da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:52.999065 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-8e1cdbe2-728d-4d53-a6af-e45e73ac58ae admin admin] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:55:53.003328 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1cdbe2-728d-4d53-a6af-e45e73ac58ae admin admin] Received port after_create {{(pid=91759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:55:53.046928 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-e431676d-b221-46dd-8d69-4dbca7ec3da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:53.115537 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-e431676d-b221-46dd-8d69-4dbca7ec3da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:53.118994 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1cdbe2-728d-4d53-a6af-e45e73ac58ae admin admin] Pushing event updated for resources: {'Port': ['ID=0bfde986-a2e8-456b-bc4a-0c5c56d6421b,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:53.121338 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-e431676d-b221-46dd-8d69-4dbca7ec3da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:53.122557 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-8e1cdbe2-728d-4d53-a6af-e45e73ac58ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:53.122742 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-e431676d-b221-46dd-8d69-4dbca7ec3da7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9dc8c5c1-adae-4b6d-9dd3-84bf186827f1 HTTP/1.1" status: 204 len: 168 time: 0.2014837 Jun 07 06:55:53.123657 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-760595b5-1ba8-4732-ad0f-374fe4dd3724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:53.135676 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e431676d-b221-46dd-8d69-4dbca7ec3da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc8c5c1-adae-4b6d-9dd3-84bf186827f1,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:53.138272 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-e431676d-b221-46dd-8d69-4dbca7ec3da7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:53.352069 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33293b34-0d8a-4195-b3b9-73f947677bf1 None None] Network f8581be2-583c-4b21-8720-8f2d89880315 requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:55:53.429111 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce2f07-5ca3-4890-bf93-da10798c9fa3 req-d05342a6-36a9-445c-81ff-1fc301eea25c tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:53.430647 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-d5ce2f07-5ca3-4890-bf93-da10798c9fa3 req-d05342a6-36a9-445c-81ff-1fc301eea25c tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f5f10ad-6643-40ea-a7b2-32a97c458c52 HTTP/1.1" status: 200 len: 943 time: 0.3853009 Jun 07 06:55:53.507904 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-70dfc34b-1cf9-4a53-9495-e59acb18239d None None] Provisioning for port df49d4ad-7ef1-4d69-9384-062231c9692e completed by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:55:53.631883 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8e1cdbe2-728d-4d53-a6af-e45e73ac58ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:53.742316 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-d5ce2f07-5ca3-4890-bf93-da10798c9fa3 req-73c9a7ef-104a-40e7-8bee-41244d926c9c tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/security-groups?id=d92c8c23-aad3-4394-8555-8eb6c2bda331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051987 Jun 07 06:55:54.085700 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8e1cdbe2-728d-4d53-a6af-e45e73ac58ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3877286'] for router, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:54.253302 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcbe55-b2e4-40b8-ba9b-8f6f0b2dd3a3 req-3dd09f49-38fc-44e0-9fcc-1921355e16fe tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:54.254806 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-e2dcbe55-b2e4-40b8-ba9b-8f6f0b2dd3a3 req-3dd09f49-38fc-44e0-9fcc-1921355e16fe tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.2457724 Jun 07 06:55:54.327284 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-e2dcbe55-b2e4-40b8-ba9b-8f6f0b2dd3a3 req-8f47ce22-2b1d-432a-9d65-006683242efd tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635467 Jun 07 06:55:54.355439 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 3fd5e9bc-fed3-467b-be75-61bc5c66680c up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:55:54.359196 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e1cdbe2-728d-4d53-a6af-e45e73ac58ae admin admin] Router caf2622f-f293-46e9-99bd-537c82c92923 is scheduled to L3 agent 207d1699-2b30-4848-a9d2-d112df8957f2 with binding_index 1 {{(pid=91759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 06:55:54.427452 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port 3fd5e9bc-fed3-467b-be75-61bc5c66680c triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:55:54.427919 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:54.554351 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device df49d4ad-7ef1-4d69-9384-062231c9692e up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:55:54.561801 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1cdbe2-728d-4d53-a6af-e45e73ac58ae admin admin] Notify agent at l3_agent.dv-cinder-784140-5-iscsi the message routers_updated {{(pid=91759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 06:55:54.584133 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8e1cdbe2-728d-4d53-a6af-e45e73ac58ae admin admin] Notify callbacks [] for router, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:54.585590 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f978e9e7-7145-4b2e-bf2c-77f120276448 None None] Sync routers for ids ['caf2622f-f293-46e9-99bd-537c82c92923'] in dv-cinder-784140-5-iscsi {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 06:55:54.587110 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-8e1cdbe2-728d-4d53-a6af-e45e73ac58ae admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8646970 Jun 07 06:55:54.590898 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 42516) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:54.596218 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f978e9e7-7145-4b2e-bf2c-77f120276448 None None] Routers {'caf2622f-f293-46e9-99bd-537c82c92923'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:55:54.596852 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-f978e9e7-7145-4b2e-bf2c-77f120276448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T06:55:38Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['caf2622f-f293-46e9-99bd-537c82c92923'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:55:54.636549 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning for port df49d4ad-7ef1-4d69-9384-062231c9692e completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:55:54.642404 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port df49d4ad-7ef1-4d69-9384-062231c9692e triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:55:54.643194 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:54.778964 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:54.829381 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-f978e9e7-7145-4b2e-bf2c-77f120276448 None None] Set router caf2622f-f293-46e9-99bd-537c82c92923 gateway port host: dv-cinder-784140-5-iscsi {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:55:54.856474 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] For port df49d4ad-7ef1-4d69-9384-062231c9692e, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=df49d4ad-7ef1-4d69-9384-062231c9692e,segment=NetworkSegment(b38c17f8-8293-43b7-bde3-f6bb826ed2ae),segment_id=b38c17f8-8293-43b7-bde3-f6bb826ed2ae)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:55:54.862388 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:54.866941 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 42524) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:54.880055 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:54.995933 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Pushing event updated for resources: {'Port': ['ID=df49d4ad-7ef1-4d69-9384-062231c9692e,revision_number=3']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:55.005763 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:55.046103 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d88007ad-e0a8-4a46-8c03-1d5bba5ec159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:55.130351 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133d477-0f43-4e52-902b-d01c29c47c03 req-6b08c071-540d-4079-9f9c-4a5560698dd4 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:55.139006 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-1133d477-0f43-4e52-902b-d01c29c47c03 req-6b08c071-540d-4079-9f9c-4a5560698dd4 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f5f10ad-6643-40ea-a7b2-32a97c458c52 HTTP/1.1" status: 200 len: 943 time: 0.1772366 Jun 07 06:55:55.178647 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-f978e9e7-7145-4b2e-bf2c-77f120276448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf2622f-f293-46e9-99bd-537c82c92923', 'name': 'tempest-TestVolumeBootPattern-1689772613-router', 'tenant_id': '2ca0d8019e76421186b4d0032f994660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '0bfde986-a2e8-456b-bc4a-0c5c56d6421b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:55:50Z', 'updated_at': '2021-06-07T06:55:53Z', 'revision_number': 3, 'project_id': '2ca0d8019e76421186b4d0032f994660', 'gw_port': {'id': '0bfde986-a2e8-456b-bc4a-0c5c56d6421b', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ae:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf2622f-f293-46e9-99bd-537c82c92923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:52Z', 'updated_at': '2021-06-07T06:55:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi'}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:55:55.185016 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f978e9e7-7145-4b2e-bf2c-77f120276448 None None] Checking router: caf2622f-f293-46e9-99bd-537c82c92923 for host: dv-cinder-784140-5-iscsi {{(pid=91761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 06:55:55.185611 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f978e9e7-7145-4b2e-bf2c-77f120276448 None None] Updating router caf2622f-f293-46e9-99bd-537c82c92923 port 0bfde986-a2e8-456b-bc4a-0c5c56d6421b binding host dv-cinder-784140-5-iscsi {{(pid=91761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 06:55:55.198406 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-1133d477-0f43-4e52-902b-d01c29c47c03 req-9341431f-1bd2-444d-9f37-012bd76ca017 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/security-groups?id=d92c8c23-aad3-4394-8555-8eb6c2bda331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582769 Jun 07 06:55:55.253380 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-f978e9e7-7145-4b2e-bf2c-77f120276448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:55.271010 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d88007ad-e0a8-4a46-8c03-1d5bba5ec159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:55.276627 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d88007ad-e0a8-4a46-8c03-1d5bba5ec159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:55.287445 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-97907d78-8b9d-496f-be1b-58492c899fcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:55.346245 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-d88007ad-e0a8-4a46-8c03-1d5bba5ec159 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=186ba67447244a5d82480ae7f1c7d52a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4757755 Jun 07 06:55:55.346625 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 42530) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:55.349410 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88007ad-e0a8-4a46-8c03-1d5bba5ec159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47110569-43da-4467-aa07-f5beffb33ec9,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:55.362259 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-d88007ad-e0a8-4a46-8c03-1d5bba5ec159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:55.435077 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f41b2d25-b94f-45e9-9ad9-73f99a510dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:55.467089 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f41b2d25-b94f-45e9-9ad9-73f99a510dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:55.527822 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f41b2d25-b94f-45e9-9ad9-73f99a510dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:55.530550 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f41b2d25-b94f-45e9-9ad9-73f99a510dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:55.531894 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-f41b2d25-b94f-45e9-9ad9-73f99a510dbc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/47110569-43da-4467-aa07-f5beffb33ec9 HTTP/1.1" status: 204 len: 168 time: 0.1842699 Jun 07 06:55:55.532804 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-dd014f45-9752-4773-8139-b3d56d5bae61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:55.555237 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b2d25-b94f-45e9-9ad9-73f99a510dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47110569-43da-4467-aa07-f5beffb33ec9,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:55.558665 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-f41b2d25-b94f-45e9-9ad9-73f99a510dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:55.616249 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cb17d-1873-4be1-923b-f07a459ae84c req-84b41c61-a209-47e6-a1af-0912790ad9bd tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:55.617741 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-c16cb17d-1873-4be1-923b-f07a459ae84c req-84b41c61-a209-47e6-a1af-0912790ad9bd tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.1664124 Jun 07 06:55:55.625216 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1975bfe0-973f-4988-a5ec-b999103b75f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:55.742299 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-f978e9e7-7145-4b2e-bf2c-77f120276448 None None] Notify callbacks [] for port, precommit_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:55.752001 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-c16cb17d-1873-4be1-923b-f07a459ae84c req-ec597f42-5920-49fa-ac5e-6ae9c669d5b3 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131895 Jun 07 06:55:55.779408 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-f978e9e7-7145-4b2e-bf2c-77f120276448 None None] Transition to ACTIVE for port object 0bfde986-a2e8-456b-bc4a-0c5c56d6421b will not be triggered until provisioned by entity L2. {{(pid=91761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:55:55.788647 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-f978e9e7-7145-4b2e-bf2c-77f120276448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:55.796417 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:55.894524 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d84963-7360-4918-8766-abdb895e7ac1 None None] Pushing event updated for resources: {'Port': ['ID=0bfde986-a2e8-456b-bc4a-0c5c56d6421b,revision_number=2']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:55.897414 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-73d84963-7360-4918-8766-abdb895e7ac1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:55.919686 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-f978e9e7-7145-4b2e-bf2c-77f120276448 None None] Attempting to bind port 0bfde986-a2e8-456b-bc4a-0c5c56d6421b on host dv-cinder-784140-5-iscsi for vnic_type normal with profile {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:55:55.920047 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-f978e9e7-7145-4b2e-bf2c-77f120276448 None None] Attempting to bind port 0bfde986-a2e8-456b-bc4a-0c5c56d6421b by drivers openvswitch,hyperv on host dv-cinder-784140-5-iscsi at level 0 using segments [{'id': '5ae08632-c29b-4dd6-8d62-13cd62eb6da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:55:55.920418 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f978e9e7-7145-4b2e-bf2c-77f120276448 None None] Attempting to bind port 0bfde986-a2e8-456b-bc4a-0c5c56d6421b on network fe992a7c-d3c2-4e8d-9573-c4f663251d7a {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:55:55.924063 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.db_base_plugin_common [None req-1975bfe0-973f-4988-a5ec-b999103b75f4 admin admin] Allocated IP 172.20.0.1 (f8581be2-583c-4b21-8720-8f2d89880315/777e25ce-3355-4bd4-9d64-8561a3542adc/81321d8d-4b3d-4985-a9e1-9edbd4369d41) {{(pid=91758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:55:55.926092 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f978e9e7-7145-4b2e-bf2c-77f120276448 None None] Checking agent: {'id': '90bc4f0f-bba4-44bf-b00d-04c4d717fccd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 38), 'started_at': datetime.datetime(2021, 6, 7, 6, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:55:55.926491 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f978e9e7-7145-4b2e-bf2c-77f120276448 None None] Checking segment: {'id': '5ae08632-c29b-4dd6-8d62-13cd62eb6da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:55:55.927114 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-f978e9e7-7145-4b2e-bf2c-77f120276448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:55.927510 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f978e9e7-7145-4b2e-bf2c-77f120276448 None None] Bound using segment: {'id': '5ae08632-c29b-4dd6-8d62-13cd62eb6da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:55:55.927974 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-f978e9e7-7145-4b2e-bf2c-77f120276448 None None] Bound port: 0bfde986-a2e8-456b-bc4a-0c5c56d6421b, host: dv-cinder-784140-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae08632-c29b-4dd6-8d62-13cd62eb6da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'}}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:55:55.928460 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-f978e9e7-7145-4b2e-bf2c-77f120276448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:56.016939 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-f978e9e7-7145-4b2e-bf2c-77f120276448 None None] For port 0bfde986-a2e8-456b-bc4a-0c5c56d6421b, host dv-cinder-784140-5-iscsi, cleared binding levels {{(pid=91761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:55:56.020118 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-f978e9e7-7145-4b2e-bf2c-77f120276448 None None] For port 0bfde986-a2e8-456b-bc4a-0c5c56d6421b, host dv-cinder-784140-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=0bfde986-a2e8-456b-bc4a-0c5c56d6421b,segment=NetworkSegment(5ae08632-c29b-4dd6-8d62-13cd62eb6da9),segment_id=5ae08632-c29b-4dd6-8d62-13cd62eb6da9)] {{(pid=91761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:55:56.028790 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-f978e9e7-7145-4b2e-bf2c-77f120276448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:56.035389 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-ceead302-6a9e-416b-90fd-1ba1b9dc7c62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:56.125238 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d84963-7360-4918-8766-abdb895e7ac1 None None] Pushing event updated for resources: {'Port': ['ID=0bfde986-a2e8-456b-bc4a-0c5c56d6421b,revision_number=3']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:56.131998 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f978e9e7-7145-4b2e-bf2c-77f120276448 None None] Routers {'caf2622f-f293-46e9-99bd-537c82c92923'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:55:56.142188 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-f978e9e7-7145-4b2e-bf2c-77f120276448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T06:55:38Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['caf2622f-f293-46e9-99bd-537c82c92923'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:55:56.163935 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1975bfe0-973f-4988-a5ec-b999103b75f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:56.213630 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-73d84963-7360-4918-8766-abdb895e7ac1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:56.225619 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-1975bfe0-973f-4988-a5ec-b999103b75f4 admin admin] Transition to ACTIVE for port object 81321d8d-4b3d-4985-a9e1-9edbd4369d41 will not be triggered until provisioned by entity DHCP. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:55:56.274757 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1975bfe0-973f-4988-a5ec-b999103b75f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:56.283407 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-d7ade1f6-5489-47bc-8d17-417d32914447 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:56.306902 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device df49d4ad-7ef1-4d69-9384-062231c9692e up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:55:56.454405 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 42570) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:56.469046 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port df49d4ad-7ef1-4d69-9384-062231c9692e triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:55:56.470048 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:56.473942 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1975bfe0-973f-4988-a5ec-b999103b75f4 admin admin] Pushing event updated for resources: {'Port': ['ID=81321d8d-4b3d-4985-a9e1-9edbd4369d41,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:56.480113 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-1975bfe0-973f-4988-a5ec-b999103b75f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:56.531371 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-f978e9e7-7145-4b2e-bf2c-77f120276448 None None] Set router caf2622f-f293-46e9-99bd-537c82c92923 gateway port host: dv-cinder-784140-5-iscsi {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:55:56.537742 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1975bfe0-973f-4988-a5ec-b999103b75f4 admin admin] Network f8581be2-583c-4b21-8720-8f2d89880315 is already hosted by enough agents. {{(pid=91758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:55:56.543406 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.base_scheduler [None req-1975bfe0-973f-4988-a5ec-b999103b75f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:55:56.546509 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1975bfe0-973f-4988-a5ec-b999103b75f4 admin admin] Received port after_create {{(pid=91758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:55:56.639553 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1975bfe0-973f-4988-a5ec-b999103b75f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885548'] for router_interface, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:56.695970 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-dda1a61e-383f-4479-b16d-add465047d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:56.720543 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a07f88-7f61-46e7-b50b-9286a6840f8f req-053317c0-04dc-46cc-98a3-45440c724930 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:56.728147 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-93a07f88-7f61-46e7-b50b-9286a6840f8f req-053317c0-04dc-46cc-98a3-45440c724930 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f5f10ad-6643-40ea-a7b2-32a97c458c52 HTTP/1.1" status: 200 len: 943 time: 0.2398901 Jun 07 06:55:56.871501 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-93a07f88-7f61-46e7-b50b-9286a6840f8f req-6f43d8c0-59d7-438b-85f3-d019f521d96d tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/security-groups?id=d92c8c23-aad3-4394-8555-8eb6c2bda331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400867 Jun 07 06:55:56.905087 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-c9c03304-1491-427c-bd06-1fa60853911b None None] Provisioning for port 81321d8d-4b3d-4985-a9e1-9edbd4369d41 completed by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:55:56.905669 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1975bfe0-973f-4988-a5ec-b999103b75f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:56.910257 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-c9c03304-1491-427c-bd06-1fa60853911b None None] Provisioning complete for port 81321d8d-4b3d-4985-a9e1-9edbd4369d41 triggered by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:55:56.910860 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-c9c03304-1491-427c-bd06-1fa60853911b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:57.009761 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-c9c03304-1491-427c-bd06-1fa60853911b None None] Port 81321d8d-4b3d-4985-a9e1-9edbd4369d41 cannot update to ACTIVE because it is not bound. {{(pid=91760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 06:55:57.046906 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-f978e9e7-7145-4b2e-bf2c-77f120276448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf2622f-f293-46e9-99bd-537c82c92923', 'name': 'tempest-TestVolumeBootPattern-1689772613-router', 'tenant_id': '2ca0d8019e76421186b4d0032f994660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '0bfde986-a2e8-456b-bc4a-0c5c56d6421b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:55:50Z', 'updated_at': '2021-06-07T06:55:53Z', 'revision_number': 3, 'project_id': '2ca0d8019e76421186b4d0032f994660', 'gw_port': {'id': '0bfde986-a2e8-456b-bc4a-0c5c56d6421b', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ae:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf2622f-f293-46e9-99bd-537c82c92923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:52Z', 'updated_at': '2021-06-07T06:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi'}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:55:57.052340 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f978e9e7-7145-4b2e-bf2c-77f120276448 None None] The sync data for ids ['caf2622f-f293-46e9-99bd-537c82c92923'] in dv-cinder-784140-5-iscsi is: [{'id': 'caf2622f-f293-46e9-99bd-537c82c92923', 'name': 'tempest-TestVolumeBootPattern-1689772613-router', 'tenant_id': '2ca0d8019e76421186b4d0032f994660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '0bfde986-a2e8-456b-bc4a-0c5c56d6421b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:55:50Z', 'updated_at': '2021-06-07T06:55:53Z', 'revision_number': 3, 'project_id': '2ca0d8019e76421186b4d0032f994660', 'gw_port': {'id': '0bfde986-a2e8-456b-bc4a-0c5c56d6421b', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ae:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf2622f-f293-46e9-99bd-537c82c92923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:52Z', 'updated_at': '2021-06-07T06:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi'}] {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 06:55:57.144473 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-dda1a61e-383f-4479-b16d-add465047d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:57.154559 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-dda1a61e-383f-4479-b16d-add465047d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:57.164329 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-ea150725-9af1-4ffa-8af3-d81a31e1f89e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:57.232720 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9aec20-d269-4587-96f1-e385bdacbd66 req-c0a52c45-fdeb-4ee1-bb58-3d4b2bc8f0ad tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:57.234477 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-7e9aec20-d269-4587-96f1-e385bdacbd66 req-c0a52c45-fdeb-4ee1-bb58-3d4b2bc8f0ad tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.3186886 Jun 07 06:55:57.237503 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-dda1a61e-383f-4479-b16d-add465047d27 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e192bd0043ad44588600e665959456d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7799423 Jun 07 06:55:57.238403 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda1a61e-383f-4479-b16d-add465047d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5988db24-889f-40d1-bf42-1032b8f10cd4,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:57.240861 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 42590) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:57.254606 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-dda1a61e-383f-4479-b16d-add465047d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:57.348870 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1975bfe0-973f-4988-a5ec-b999103b75f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:57.351363 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-7e9aec20-d269-4587-96f1-e385bdacbd66 req-0b8a2cb8-489a-48ef-afbb-b7753fb05bee tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953772 Jun 07 06:55:57.360656 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1975bfe0-973f-4988-a5ec-b999103b75f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2309382'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:57.384815 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-0a7797f0-c2e4-4d7c-a097-a20a89a10572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:57.402974 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-238444e0-7d87-4a6b-ace7-820a585e47fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:57.446076 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-0a7797f0-c2e4-4d7c-a097-a20a89a10572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:57.552785 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-0a7797f0-c2e4-4d7c-a097-a20a89a10572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:57.555546 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-0a7797f0-c2e4-4d7c-a097-a20a89a10572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:57.557621 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-0a7797f0-c2e4-4d7c-a097-a20a89a10572 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5988db24-889f-40d1-bf42-1032b8f10cd4 HTTP/1.1" status: 204 len: 168 time: 0.3157272 Jun 07 06:55:57.563384 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-f41b2d25-b94f-45e9-9ad9-73f99a510dbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:57.581581 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7797f0-c2e4-4d7c-a097-a20a89a10572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5988db24-889f-40d1-bf42-1032b8f10cd4,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:57.584799 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-0a7797f0-c2e4-4d7c-a097-a20a89a10572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:57.665276 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1975bfe0-973f-4988-a5ec-b999103b75f4 admin admin] Pushing event updated for resources: {'Port': ['ID=81321d8d-4b3d-4985-a9e1-9edbd4369d41,revision_number=2']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:57.676045 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-1975bfe0-973f-4988-a5ec-b999103b75f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:57.677468 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1975bfe0-973f-4988-a5ec-b999103b75f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3890597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875508'] for router_interface, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:57.940861 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1975bfe0-973f-4988-a5ec-b999103b75f4 admin admin] Network f8581be2-583c-4b21-8720-8f2d89880315 is already hosted by enough agents. {{(pid=91758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:55:57.942457 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.base_scheduler [None req-1975bfe0-973f-4988-a5ec-b999103b75f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:55:58.355904 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-6aed4498-3c0f-42d3-bcad-6413e987f1be None None] Provisioning complete for port 81321d8d-4b3d-4985-a9e1-9edbd4369d41 triggered by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:55:58.357008 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-6aed4498-3c0f-42d3-bcad-6413e987f1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:58.380816 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1975bfe0-973f-4988-a5ec-b999103b75f4 admin admin] Router caf2622f-f293-46e9-99bd-537c82c92923 has already been hosted by L3 agent 207d1699-2b30-4848-a9d2-d112df8957f2 {{(pid=91758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 06:55:58.389128 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 0bfde986-a2e8-456b-bc4a-0c5c56d6421b up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:55:58.394528 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dab644-afa5-4aeb-acce-37446c83acfc req-3557b356-711a-4675-ac36-5baca6850749 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:58.396796 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-d8dab644-afa5-4aeb-acce-37446c83acfc req-3557b356-711a-4675-ac36-5baca6850749 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f5f10ad-6643-40ea-a7b2-32a97c458c52 HTTP/1.1" status: 200 len: 943 time: 0.1654353 Jun 07 06:55:58.469896 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-d8dab644-afa5-4aeb-acce-37446c83acfc req-81a207b9-358e-40de-af52-ff057b96562f tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/security-groups?id=d92c8c23-aad3-4394-8555-8eb6c2bda331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656269 Jun 07 06:55:58.517338 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning for port 0bfde986-a2e8-456b-bc4a-0c5c56d6421b completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:55:58.520321 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-6aed4498-3c0f-42d3-bcad-6413e987f1be None None] Port 81321d8d-4b3d-4985-a9e1-9edbd4369d41 cannot update to ACTIVE because it is not bound. {{(pid=91760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 06:55:58.529799 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port 0bfde986-a2e8-456b-bc4a-0c5c56d6421b triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:55:58.530188 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:58.658296 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:58.664461 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1975bfe0-973f-4988-a5ec-b999103b75f4 admin admin] Notify agent at l3_agent.dv-cinder-784140-5-iscsi the message routers_updated {{(pid=91758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 06:55:58.669807 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-1975bfe0-973f-4988-a5ec-b999103b75f4 admin admin] 10.222.0.35 "PUT /v2.0/routers/caf2622f-f293-46e9-99bd-537c82c92923/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0741313 Jun 07 06:55:58.684676 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] For port 0bfde986-a2e8-456b-bc4a-0c5c56d6421b, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=0bfde986-a2e8-456b-bc4a-0c5c56d6421b,segment=NetworkSegment(5ae08632-c29b-4dd6-8d62-13cd62eb6da9),segment_id=5ae08632-c29b-4dd6-8d62-13cd62eb6da9)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:55:58.691150 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:58.694919 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0ad15-cada-4590-8421-dc995805d7f0 req-c2483694-ae39-4396-8cba-aeaf64a81cfb tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:58.696792 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:58.702479 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-f3b0ad15-cada-4590-8421-dc995805d7f0 req-c2483694-ae39-4396-8cba-aeaf64a81cfb tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.1322806 Jun 07 06:55:58.744604 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-f3b0ad15-cada-4590-8421-dc995805d7f0 req-c320de9c-2c8e-491e-935c-e5c79ac18f29 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410998 Jun 07 06:55:58.790753 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Pushing event updated for resources: {'Port': ['ID=0bfde986-a2e8-456b-bc4a-0c5c56d6421b,revision_number=4']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:58.795103 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:59.250066 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54e8c3d-3710-430e-abcc-88f6a1c1deb7 None None] Sync routers for ids ['caf2622f-f293-46e9-99bd-537c82c92923'] in dv-cinder-784140-5-iscsi {{(pid=91760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 06:55:59.260200 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54e8c3d-3710-430e-abcc-88f6a1c1deb7 None None] Routers {'caf2622f-f293-46e9-99bd-537c82c92923'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:55:59.260769 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-d54e8c3d-3710-430e-abcc-88f6a1c1deb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T06:55:38Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['caf2622f-f293-46e9-99bd-537c82c92923'], 'active': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:55:59.304532 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 42630) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:59.311380 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-cea4c3b0-fc89-4405-aa78-7511faad9211 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1125864699', 'description': 'tempest-secgroup-smoke-1125864699 description', 'project_id': '7a5f883678724bcaa5897caf09eee996'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:55:59.335809 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-cea4c3b0-fc89-4405-aa78-7511faad9211 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:59.455138 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-cea4c3b0-fc89-4405-aa78-7511faad9211 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:59.462766 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-cea4c3b0-fc89-4405-aa78-7511faad9211 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:59.469210 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-5d727687-3b09-4b78-9310-5d8d545bf78a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:59.480976 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvr_db [None req-d54e8c3d-3710-430e-abcc-88f6a1c1deb7 None None] Set router caf2622f-f293-46e9-99bd-537c82c92923 gateway port host: dv-cinder-784140-5-iscsi {{(pid=91760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:55:59.507360 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-cea4c3b0-fc89-4405-aa78-7511faad9211 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:59.508477 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-cea4c3b0-fc89-4405-aa78-7511faad9211 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2029498 Jun 07 06:55:59.512811 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 42638) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:59.519192 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-92bbba9d-26d5-4c03-85fd-c46eaf168f03 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Request body: {'security_group_rule': {'security_group_id': 'd8efbc9d-d1ea-47c2-9845-35cab17dcfa4', 'project_id': '7a5f883678724bcaa5897caf09eee996', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:55:59.533355 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea4c3b0-fc89-4405-aa78-7511faad9211 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:59.538158 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-cea4c3b0-fc89-4405-aa78-7511faad9211 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:59.564332 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-92bbba9d-26d5-4c03-85fd-c46eaf168f03 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:59.640512 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-92bbba9d-26d5-4c03-85fd-c46eaf168f03 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:59.646338 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-92bbba9d-26d5-4c03-85fd-c46eaf168f03 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349288'] for security_group_rule, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:59.648832 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:59.674097 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bbba9d-26d5-4c03-85fd-c46eaf168f03 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0e743f4-37b5-4572-a7fc-9ee0c7eda5c7,revision_number=0']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:59.678615 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-92bbba9d-26d5-4c03-85fd-c46eaf168f03 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:59.684763 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-92bbba9d-26d5-4c03-85fd-c46eaf168f03 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:59.686531 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-92bbba9d-26d5-4c03-85fd-c46eaf168f03 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1731098 Jun 07 06:55:59.689138 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 42642) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:59.693831 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-9035c7ed-e5c9-44d3-959d-4b10492d358a tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Request body: {'security_group_rule': {'security_group_id': 'd8efbc9d-d1ea-47c2-9845-35cab17dcfa4', 'project_id': '7a5f883678724bcaa5897caf09eee996', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:55:59.703106 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device c1d70f25-a2cb-404e-8d67-f374de1913fe details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 06:55:59.733064 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-9035c7ed-e5c9-44d3-959d-4b10492d358a tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:59.733311 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0cc3a-516d-4dd2-bb4f-1b4d043be589 req-bc24ac16-dc8f-4ee9-8299-2dd878877262 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:55:59.734959 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-72b0cc3a-516d-4dd2-bb4f-1b4d043be589 req-bc24ac16-dc8f-4ee9-8299-2dd878877262 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f5f10ad-6643-40ea-a7b2-32a97c458c52 HTTP/1.1" status: 200 len: 943 time: 0.1136205 Jun 07 06:55:59.790754 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-72b0cc3a-516d-4dd2-bb4f-1b4d043be589 req-e102c682-03c5-44d1-9ab4-564466c1f362 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/security-groups?id=d92c8c23-aad3-4394-8555-8eb6c2bda331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486407 Jun 07 06:55:59.802608 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-9035c7ed-e5c9-44d3-959d-4b10492d358a tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:59.807208 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-9035c7ed-e5c9-44d3-959d-4b10492d358a tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349288'] for security_group_rule, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:59.815569 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:59.834849 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9035c7ed-e5c9-44d3-959d-4b10492d358a tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c85ed7b-857b-4c91-b6f9-e34a9b2b4119,revision_number=0']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:59.837442 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-9035c7ed-e5c9-44d3-959d-4b10492d358a tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:59.844477 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-9035c7ed-e5c9-44d3-959d-4b10492d358a tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:59.845758 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-9035c7ed-e5c9-44d3-959d-4b10492d358a tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1555238 Jun 07 06:55:59.848475 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 42646) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:55:59.853815 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-f2f4dd6c-71d9-4315-aa3f-9fa37acf8a14 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Request body: {'security_group_rule': {'security_group_id': 'd8efbc9d-d1ea-47c2-9845-35cab17dcfa4', 'project_id': '7a5f883678724bcaa5897caf09eee996', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:55:59.885395 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f2f4dd6c-71d9-4315-aa3f-9fa37acf8a14 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:59.963010 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f2f4dd6c-71d9-4315-aa3f-9fa37acf8a14 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:59.968095 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f2f4dd6c-71d9-4315-aa3f-9fa37acf8a14 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349288'] for security_group_rule, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:55:59.970097 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:55:59.973157 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port c1d70f25-a2cb-404e-8d67-f374de1913fe, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=c1d70f25-a2cb-404e-8d67-f374de1913fe,segment=NetworkSegment(30dcf411-ecbb-4f6e-acfb-1656bd59f85d),segment_id=30dcf411-ecbb-4f6e-acfb-1656bd59f85d)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:55:59.993923 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4dd6c-71d9-4315-aa3f-9fa37acf8a14 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f79bc805-f365-403f-a59f-8ede3cbe8684,revision_number=0']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:55:59.997608 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-f2f4dd6c-71d9-4315-aa3f-9fa37acf8a14 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:55:59.998906 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Returning: {'device': 'c1d70f25-a2cb-404e-8d67-f374de1913fe', 'network_id': '823ee65e-1bda-42f8-bf49-9fe19559f27c', 'port_id': 'c1d70f25-a2cb-404e-8d67-f374de1913fe', 'mac_address': 'fa:16:3e:dc:42:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c64085fc-441e-4bbb-b69d-7d641c5251f5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 06:56:00.001839 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f2f4dd6c-71d9-4315-aa3f-9fa37acf8a14 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:00.003575 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-f2f4dd6c-71d9-4315-aa3f-9fa37acf8a14 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1541414 Jun 07 06:56:00.005608 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe810721-b9ee-4b85-bbad-0b21ac223d15 req-0b608054-a805-40e8-9a97-6f99b46a2641 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:00.006331 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 42648) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:56:00.007294 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-fe810721-b9ee-4b85-bbad-0b21ac223d15 req-0b608054-a805-40e8-9a97-6f99b46a2641 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.0957458 Jun 07 06:56:00.013078 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-4f5405ca-3f37-416f-8ccb-e7b3462bbfb7 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Request body: {'security_group_rule': {'security_group_id': 'd8efbc9d-d1ea-47c2-9845-35cab17dcfa4', 'project_id': '7a5f883678724bcaa5897caf09eee996', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:56:00.048342 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-4f5405ca-3f37-416f-8ccb-e7b3462bbfb7 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:00.056452 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-d54e8c3d-3710-430e-abcc-88f6a1c1deb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf2622f-f293-46e9-99bd-537c82c92923', 'name': 'tempest-TestVolumeBootPattern-1689772613-router', 'tenant_id': '2ca0d8019e76421186b4d0032f994660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '0bfde986-a2e8-456b-bc4a-0c5c56d6421b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:55:50Z', 'updated_at': '2021-06-07T06:55:56Z', 'revision_number': 4, 'project_id': '2ca0d8019e76421186b4d0032f994660', 'gw_port': {'id': '0bfde986-a2e8-456b-bc4a-0c5c56d6421b', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf2622f-f293-46e9-99bd-537c82c92923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:52Z', 'updated_at': '2021-06-07T06:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': '81321d8d-4b3d-4985-a9e1-9edbd4369d41', 'name': '', 'network_id': 'f8581be2-583c-4b21-8720-8f2d89880315', 'tenant_id': '2ca0d8019e76421186b4d0032f994660', 'mac_address': 'fa:16:3e:8a:e4:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf2622f-f293-46e9-99bd-537c82c92923', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '777e25ce-3355-4bd4-9d64-8561a3542adc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:55Z', 'updated_at': '2021-06-07T06:55:57Z', 'revision_number': 2, 'project_id': '2ca0d8019e76421186b4d0032f994660', 'subnets': [{'id': '777e25ce-3355-4bd4-9d64-8561a3542adc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:56:00.062232 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-fe810721-b9ee-4b85-bbad-0b21ac223d15 req-a7791a2a-af28-4624-8a4d-228e8582b7a6 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482757 Jun 07 06:56:00.063247 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54e8c3d-3710-430e-abcc-88f6a1c1deb7 None None] Checking router: caf2622f-f293-46e9-99bd-537c82c92923 for host: dv-cinder-784140-5-iscsi {{(pid=91760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 06:56:00.063603 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54e8c3d-3710-430e-abcc-88f6a1c1deb7 None None] Updating router caf2622f-f293-46e9-99bd-537c82c92923 port 81321d8d-4b3d-4985-a9e1-9edbd4369d41 binding host dv-cinder-784140-5-iscsi {{(pid=91760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 06:56:00.113611 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:00.123349 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-4f5405ca-3f37-416f-8ccb-e7b3462bbfb7 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:00.127025 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-4f5405ca-3f37-416f-8ccb-e7b3462bbfb7 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349288'] for security_group_rule, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:00.129063 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-2b9cbd72-21fa-4dcc-a41c-96210efde776 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:00.137078 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1d70f25-a2cb-404e-8d67-f374de1913fe {{(pid=91760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:56:00.140350 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d54e8c3d-3710-430e-abcc-88f6a1c1deb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:00.152514 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5405ca-3f37-416f-8ccb-e7b3462bbfb7 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f57b3292-e096-46bd-8bf4-eed7fb36c04e,revision_number=0']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:00.160641 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-4f5405ca-3f37-416f-8ccb-e7b3462bbfb7 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:00.163227 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-4f5405ca-3f37-416f-8ccb-e7b3462bbfb7 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:00.164407 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-4f5405ca-3f37-416f-8ccb-e7b3462bbfb7 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1562243 Jun 07 06:56:00.167167 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 42650) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:56:00.171730 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-bfc6edfb-6146-4323-a091-f44277ef4439 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Request body: {'security_group_rule': {'security_group_id': 'd8efbc9d-d1ea-47c2-9845-35cab17dcfa4', 'project_id': '7a5f883678724bcaa5897caf09eee996', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:56:00.195667 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.db.securitygroups_db [None req-bfc6edfb-6146-4323-a091-f44277ef4439 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Project 7a5f883678724bcaa5897caf09eee996 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 06:56:00.202030 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port c1d70f25-a2cb-404e-8d67-f374de1913fe, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=c1d70f25-a2cb-404e-8d67-f374de1913fe,segment=NetworkSegment(30dcf411-ecbb-4f6e-acfb-1656bd59f85d),segment_id=30dcf411-ecbb-4f6e-acfb-1656bd59f85d)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:56:00.203920 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-bfc6edfb-6146-4323-a091-f44277ef4439 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:00.210240 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:00.214134 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:00.285808 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-bfc6edfb-6146-4323-a091-f44277ef4439 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:00.290363 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-bfc6edfb-6146-4323-a091-f44277ef4439 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349288'] for security_group_rule, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:00.293679 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:00.315053 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 0bfde986-a2e8-456b-bc4a-0c5c56d6421b up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:56:00.317382 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc6edfb-6146-4323-a091-f44277ef4439 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66e0a0ea-acc4-46ba-9873-8a8fce7da5f3,revision_number=0']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:00.319941 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-bfc6edfb-6146-4323-a091-f44277ef4439 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:00.326398 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-bfc6edfb-6146-4323-a091-f44277ef4439 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:00.327743 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-bfc6edfb-6146-4323-a091-f44277ef4439 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1595600 Jun 07 06:56:00.330491 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 42654) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:56:00.334870 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-87a6a4e4-bfc7-4b0b-b722-917c06d8f583 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Request body: {'security_group_rule': {'security_group_id': 'd8efbc9d-d1ea-47c2-9845-35cab17dcfa4', 'project_id': '7a5f883678724bcaa5897caf09eee996', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:56:00.360693 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.db.securitygroups_db [None req-87a6a4e4-bfc7-4b0b-b722-917c06d8f583 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Project 7a5f883678724bcaa5897caf09eee996 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 06:56:00.372098 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-87a6a4e4-bfc7-4b0b-b722-917c06d8f583 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:00.396926 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=c1d70f25-a2cb-404e-8d67-f374de1913fe,revision_number=4']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:00.405105 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:00.441083 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-87a6a4e4-bfc7-4b0b-b722-917c06d8f583 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:00.447114 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-87a6a4e4-bfc7-4b0b-b722-917c06d8f583 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349288'] for security_group_rule, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:00.449416 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-ac70600d-9434-43d0-a477-38633e8bc81c tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:00.471688 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a6a4e4-bfc7-4b0b-b722-917c06d8f583 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f4c64ad-5f8c-4e72-9dc7-244fd92ff4e2,revision_number=0']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:00.474083 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-87a6a4e4-bfc7-4b0b-b722-917c06d8f583 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:00.481745 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-87a6a4e4-bfc7-4b0b-b722-917c06d8f583 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:00.482982 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-87a6a4e4-bfc7-4b0b-b722-917c06d8f583 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1515534 Jun 07 06:56:00.507042 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port 0bfde986-a2e8-456b-bc4a-0c5c56d6421b triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:56:00.507603 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:00.728002 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d54e8c3d-3710-430e-abcc-88f6a1c1deb7 None None] Notify callbacks [] for port, precommit_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:00.740448 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-d54e8c3d-3710-430e-abcc-88f6a1c1deb7 None None] Transition to ACTIVE for port object 81321d8d-4b3d-4985-a9e1-9edbd4369d41 will not be triggered until provisioned by entity L2. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:56:00.748345 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d54e8c3d-3710-430e-abcc-88f6a1c1deb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:00.753762 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:00.920012 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f2b64-d280-45c3-883e-aab93820bd78 None None] Pushing event updated for resources: {'Port': ['ID=81321d8d-4b3d-4985-a9e1-9edbd4369d41,revision_number=3']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:00.930133 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-c25f2b64-d280-45c3-883e-aab93820bd78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:00.998178 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-d54e8c3d-3710-430e-abcc-88f6a1c1deb7 None None] Attempting to bind port 81321d8d-4b3d-4985-a9e1-9edbd4369d41 on host dv-cinder-784140-5-iscsi for vnic_type normal with profile {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:56:01.003206 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-d54e8c3d-3710-430e-abcc-88f6a1c1deb7 None None] Attempting to bind port 81321d8d-4b3d-4985-a9e1-9edbd4369d41 by drivers openvswitch,hyperv on host dv-cinder-784140-5-iscsi at level 0 using segments [{'id': 'b38c17f8-8293-43b7-bde3-f6bb826ed2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'f8581be2-583c-4b21-8720-8f2d89880315'}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:56:01.003596 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54e8c3d-3710-430e-abcc-88f6a1c1deb7 None None] Attempting to bind port 81321d8d-4b3d-4985-a9e1-9edbd4369d41 on network f8581be2-583c-4b21-8720-8f2d89880315 {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:56:01.009601 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54e8c3d-3710-430e-abcc-88f6a1c1deb7 None None] Checking agent: {'id': '90bc4f0f-bba4-44bf-b00d-04c4d717fccd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 38), 'started_at': datetime.datetime(2021, 6, 7, 6, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:56:01.010029 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54e8c3d-3710-430e-abcc-88f6a1c1deb7 None None] Checking segment: {'id': 'b38c17f8-8293-43b7-bde3-f6bb826ed2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'f8581be2-583c-4b21-8720-8f2d89880315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:56:01.010572 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d54e8c3d-3710-430e-abcc-88f6a1c1deb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:01.011862 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54e8c3d-3710-430e-abcc-88f6a1c1deb7 None None] Bound using segment: {'id': 'b38c17f8-8293-43b7-bde3-f6bb826ed2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'f8581be2-583c-4b21-8720-8f2d89880315'} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:56:01.012355 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-d54e8c3d-3710-430e-abcc-88f6a1c1deb7 None None] Bound port: 81321d8d-4b3d-4985-a9e1-9edbd4369d41, host: dv-cinder-784140-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b38c17f8-8293-43b7-bde3-f6bb826ed2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'f8581be2-583c-4b21-8720-8f2d89880315'}}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:56:01.012897 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d54e8c3d-3710-430e-abcc-88f6a1c1deb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:01.034233 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2255e0-2f8e-4c56-ad55-a922e09ce356 req-a10654eb-1bb5-4558-b326-d6ef7d4efb8d tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:01.035891 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-cf2255e0-2f8e-4c56-ad55-a922e09ce356 req-a10654eb-1bb5-4558-b326-d6ef7d4efb8d tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f5f10ad-6643-40ea-a7b2-32a97c458c52 HTTP/1.1" status: 200 len: 944 time: 0.1127176 Jun 07 06:56:01.095086 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-cf2255e0-2f8e-4c56-ad55-a922e09ce356 req-79a85ed0-570d-428a-abb5-0b9a3e067727 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/security-groups?id=d92c8c23-aad3-4394-8555-8eb6c2bda331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534668 Jun 07 06:56:01.160211 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-d54e8c3d-3710-430e-abcc-88f6a1c1deb7 None None] For port 81321d8d-4b3d-4985-a9e1-9edbd4369d41, host dv-cinder-784140-5-iscsi, cleared binding levels {{(pid=91760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:56:01.164347 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-d54e8c3d-3710-430e-abcc-88f6a1c1deb7 None None] For port 81321d8d-4b3d-4985-a9e1-9edbd4369d41, host dv-cinder-784140-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=81321d8d-4b3d-4985-a9e1-9edbd4369d41,segment=NetworkSegment(b38c17f8-8293-43b7-bde3-f6bb826ed2ae),segment_id=b38c17f8-8293-43b7-bde3-f6bb826ed2ae)] {{(pid=91760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:56:01.169763 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d54e8c3d-3710-430e-abcc-88f6a1c1deb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:01.173888 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:01.264501 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54e8c3d-3710-430e-abcc-88f6a1c1deb7 None None] Routers {'caf2622f-f293-46e9-99bd-537c82c92923'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:56:01.265132 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-d54e8c3d-3710-430e-abcc-88f6a1c1deb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T06:55:38Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['caf2622f-f293-46e9-99bd-537c82c92923'], 'active': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:56:01.383037 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d94d96-b9c1-4ffd-8aee-2ad9f62558f9 req-79608223-6319-40d5-bd07-beb76b266a94 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:01.394839 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-c0d94d96-b9c1-4ffd-8aee-2ad9f62558f9 req-79608223-6319-40d5-bd07-beb76b266a94 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.1207263 Jun 07 06:56:01.446317 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-c0d94d96-b9c1-4ffd-8aee-2ad9f62558f9 req-6686f85b-23e7-428b-9b61-370c87ac0ab5 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503542 Jun 07 06:56:01.501541 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f2b64-d280-45c3-883e-aab93820bd78 None None] Pushing event updated for resources: {'Port': ['ID=81321d8d-4b3d-4985-a9e1-9edbd4369d41,revision_number=4']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:01.514101 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-c25f2b64-d280-45c3-883e-aab93820bd78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:01.539381 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvr_db [None req-d54e8c3d-3710-430e-abcc-88f6a1c1deb7 None None] Set router caf2622f-f293-46e9-99bd-537c82c92923 gateway port host: dv-cinder-784140-5-iscsi {{(pid=91760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:56:01.849354 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-d54e8c3d-3710-430e-abcc-88f6a1c1deb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf2622f-f293-46e9-99bd-537c82c92923', 'name': 'tempest-TestVolumeBootPattern-1689772613-router', 'tenant_id': '2ca0d8019e76421186b4d0032f994660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '0bfde986-a2e8-456b-bc4a-0c5c56d6421b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:55:50Z', 'updated_at': '2021-06-07T06:55:56Z', 'revision_number': 4, 'project_id': '2ca0d8019e76421186b4d0032f994660', 'gw_port': {'id': '0bfde986-a2e8-456b-bc4a-0c5c56d6421b', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf2622f-f293-46e9-99bd-537c82c92923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:52Z', 'updated_at': '2021-06-07T06:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': '81321d8d-4b3d-4985-a9e1-9edbd4369d41', 'name': '', 'network_id': 'f8581be2-583c-4b21-8720-8f2d89880315', 'tenant_id': '2ca0d8019e76421186b4d0032f994660', 'mac_address': 'fa:16:3e:8a:e4:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf2622f-f293-46e9-99bd-537c82c92923', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '777e25ce-3355-4bd4-9d64-8561a3542adc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:55Z', 'updated_at': '2021-06-07T06:56:01Z', 'revision_number': 4, 'project_id': '2ca0d8019e76421186b4d0032f994660', 'subnets': [{'id': '777e25ce-3355-4bd4-9d64-8561a3542adc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:56:01.860317 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54e8c3d-3710-430e-abcc-88f6a1c1deb7 None None] The sync data for ids ['caf2622f-f293-46e9-99bd-537c82c92923'] in dv-cinder-784140-5-iscsi is: [{'id': 'caf2622f-f293-46e9-99bd-537c82c92923', 'name': 'tempest-TestVolumeBootPattern-1689772613-router', 'tenant_id': '2ca0d8019e76421186b4d0032f994660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '0bfde986-a2e8-456b-bc4a-0c5c56d6421b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:55:50Z', 'updated_at': '2021-06-07T06:55:56Z', 'revision_number': 4, 'project_id': '2ca0d8019e76421186b4d0032f994660', 'gw_port': {'id': '0bfde986-a2e8-456b-bc4a-0c5c56d6421b', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf2622f-f293-46e9-99bd-537c82c92923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:52Z', 'updated_at': '2021-06-07T06:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': '81321d8d-4b3d-4985-a9e1-9edbd4369d41', 'name': '', 'network_id': 'f8581be2-583c-4b21-8720-8f2d89880315', 'tenant_id': '2ca0d8019e76421186b4d0032f994660', 'mac_address': 'fa:16:3e:8a:e4:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf2622f-f293-46e9-99bd-537c82c92923', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '777e25ce-3355-4bd4-9d64-8561a3542adc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:55Z', 'updated_at': '2021-06-07T06:56:01Z', 'revision_number': 4, 'project_id': '2ca0d8019e76421186b4d0032f994660', 'subnets': [{'id': '777e25ce-3355-4bd4-9d64-8561a3542adc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 06:56:02.139582 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] get_ports_and_sgs() called for port_ids ['c1d70f25-a2cb-404e-8d67-f374de1913fe'] {{(pid=91760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:56:02.363407 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 81321d8d-4b3d-4985-a9e1-9edbd4369d41 up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:56:02.541689 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:02.579610 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c47c4-9e53-4d4b-81bd-a9457303c30a req-6378a09c-0762-487d-89dc-b8a8d1083a7a tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:02.588533 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-097c47c4-9e53-4d4b-81bd-a9457303c30a req-6378a09c-0762-487d-89dc-b8a8d1083a7a tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f5f10ad-6643-40ea-a7b2-32a97c458c52 HTTP/1.1" status: 200 len: 944 time: 0.2972608 Jun 07 06:56:02.667850 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-097c47c4-9e53-4d4b-81bd-a9457303c30a req-47d91584-dab4-475f-bb2c-92d0c67ca56d tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/security-groups?id=d92c8c23-aad3-4394-8555-8eb6c2bda331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775974 Jun 07 06:56:02.682250 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning for port 81321d8d-4b3d-4985-a9e1-9edbd4369d41 completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:56:02.698292 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port 81321d8d-4b3d-4985-a9e1-9edbd4369d41 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:56:02.698658 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:02.808341 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e39729-d3f4-4f29-ba9b-4d71823c6ae9 req-e620d58b-004c-4fd7-af59-a54ee8e86a20 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:02.818062 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-95e39729-d3f4-4f29-ba9b-4d71823c6ae9 req-e620d58b-004c-4fd7-af59-a54ee8e86a20 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.1093576 Jun 07 06:56:02.869805 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-95e39729-d3f4-4f29-ba9b-4d71823c6ae9 req-43b5662a-8a38-48ec-858f-0484f2d65cba tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518429 Jun 07 06:56:02.996247 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:03.101361 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] For port 81321d8d-4b3d-4985-a9e1-9edbd4369d41, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=81321d8d-4b3d-4985-a9e1-9edbd4369d41,segment=NetworkSegment(b38c17f8-8293-43b7-bde3-f6bb826ed2ae),segment_id=b38c17f8-8293-43b7-bde3-f6bb826ed2ae)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:56:03.113041 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:03.120729 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:03.241273 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Pushing event updated for resources: {'Port': ['ID=81321d8d-4b3d-4985-a9e1-9edbd4369d41,revision_number=5']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:03.246589 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:03.282247 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8742d-f380-4e54-8faa-0d6c0007e73e req-be4782dd-8186-4406-b951-0f1b1f862f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:03.283888 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-f7d8742d-f380-4e54-8faa-0d6c0007e73e req-be4782dd-8186-4406-b951-0f1b1f862f58 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 1098 time: 0.1064126 Jun 07 06:56:03.319721 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 42762) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:56:03.339692 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-f7d8742d-f380-4e54-8faa-0d6c0007e73e req-1296b73d-3ce4-4b92-9c55-ea0af3f47181 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452454 Jun 07 06:56:03.443538 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-6024d821-0a0c-4b97-a4bf-803287503b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:03.550247 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-6024d821-0a0c-4b97-a4bf-803287503b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:03.554385 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-6024d821-0a0c-4b97-a4bf-803287503b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:03.564413 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-cea4c3b0-fc89-4405-aa78-7511faad9211 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:03.605425 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-6024d821-0a0c-4b97-a4bf-803287503b0f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=79ebe446aed54e558f479f2a9a718573&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2845271 Jun 07 06:56:03.606371 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6024d821-0a0c-4b97-a4bf-803287503b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec195d2-fe38-4315-8e79-336bb44822bc,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:03.608479 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 42774) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:56:03.609896 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-6024d821-0a0c-4b97-a4bf-803287503b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:03.681478 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bac396c0-3bc1-46f1-9018-fdcf50620c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:03.704519 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bac396c0-3bc1-46f1-9018-fdcf50620c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:03.771347 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bac396c0-3bc1-46f1-9018-fdcf50620c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:03.772534 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device c1d70f25-a2cb-404e-8d67-f374de1913fe up at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:56:03.774094 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bac396c0-3bc1-46f1-9018-fdcf50620c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:03.778191 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-bac396c0-3bc1-46f1-9018-fdcf50620c57 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0ec195d2-fe38-4315-8e79-336bb44822bc HTTP/1.1" status: 204 len: 168 time: 0.1656771 Jun 07 06:56:03.778191 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-d37e22d0-1c46-40c2-bf32-1410e6159596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:03.795859 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac396c0-3bc1-46f1-9018-fdcf50620c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec195d2-fe38-4315-8e79-336bb44822bc,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:03.799309 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-bac396c0-3bc1-46f1-9018-fdcf50620c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:03.871995 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Provisioning for port c1d70f25-a2cb-404e-8d67-f374de1913fe completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:56:03.877955 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Provisioning complete for port c1d70f25-a2cb-404e-8d67-f374de1913fe triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:56:03.878344 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:03.904899 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd1e12-ab9c-4b2c-a6f3-c682adf07760 req-dcbbab0e-8250-4e35-bf52-30c1836373e3 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:03.912815 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-92dd1e12-ab9c-4b2c-a6f3-c682adf07760 req-dcbbab0e-8250-4e35-bf52-30c1836373e3 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f5f10ad-6643-40ea-a7b2-32a97c458c52 HTTP/1.1" status: 200 len: 944 time: 0.1015112 Jun 07 06:56:03.974112 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-92dd1e12-ab9c-4b2c-a6f3-c682adf07760 req-788bd134-476e-4be0-a735-b096f2cc67ec tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/security-groups?id=d92c8c23-aad3-4394-8555-8eb6c2bda331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582979 Jun 07 06:56:04.023629 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:04.066963 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port c1d70f25-a2cb-404e-8d67-f374de1913fe, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=c1d70f25-a2cb-404e-8d67-f374de1913fe,segment=NetworkSegment(30dcf411-ecbb-4f6e-acfb-1656bd59f85d),segment_id=30dcf411-ecbb-4f6e-acfb-1656bd59f85d)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:56:04.068400 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5f10ad-6643-40ea-a7b2-32a97c458c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d70f25-a2cb-404e-8d67-f374de1913fe'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:56:04.071615 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bdfcc22c2f6cd30966a80f508f9d4395b4bd329b93c89cee5ea7ddf2c7e5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3db788-74f9-407a-85c1-33b9d93813ef" -d '{"events": [{"server_uuid": "7f5f10ad-6643-40ea-a7b2-32a97c458c52", "name": "network-vif-plugged", "status": "completed", "tag": "c1d70f25-a2cb-404e-8d67-f374de1913fe"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:56:04.076273 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:04.078543 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:04.155497 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=c1d70f25-a2cb-404e-8d67-f374de1913fe,revision_number=5']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:04.159203 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebc025b-e0f0-42db-9e02-6720c466c382 x-openstack-request-id: req-6ebc025b-e0f0-42db-9e02-6720c466c382 {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:56:04.159618 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5f10ad-6643-40ea-a7b2-32a97c458c52", "name": "network-vif-plugged", "status": "completed", "tag": "c1d70f25-a2cb-404e-8d67-f374de1913fe", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:56:04.160381 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6ebc025b-e0f0-42db-9e02-6720c466c382 {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:56:04.160381 dv-cinder-784140-5-iscsi neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5f10ad-6643-40ea-a7b2-32a97c458c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d70f25-a2cb-404e-8d67-f374de1913fe', 'code': 200} Jun 07 06:56:04.161002 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:04.211506 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c883d9f-407d-4e69-8f45-0e61312c1bcb req-26382f46-8e4b-4181-b9d7-cac531ca95e5 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:04.224484 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-7c883d9f-407d-4e69-8f45-0e61312c1bcb req-26382f46-8e4b-4181-b9d7-cac531ca95e5 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.2128048 Jun 07 06:56:04.302128 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 81321d8d-4b3d-4985-a9e1-9edbd4369d41 up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:56:04.349222 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-7c883d9f-407d-4e69-8f45-0e61312c1bcb req-4ef7c86a-f0c5-4d95-82e6-f176bf0a4ca1 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228089 Jun 07 06:56:04.496924 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port 81321d8d-4b3d-4985-a9e1-9edbd4369d41 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:56:04.497561 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:04.640386 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dda163-1502-4e33-af96-482c8e0e9871 req-7e92e64b-b3dd-49d1-ba64-1322f45c04ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:04.643191 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-c6dda163-1502-4e33-af96-482c8e0e9871 req-7e92e64b-b3dd-49d1-ba64-1322f45c04ee service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7f5f10ad-6643-40ea-a7b2-32a97c458c52 HTTP/1.1" status: 200 len: 1098 time: 0.1275728 Jun 07 06:56:04.695089 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-c6dda163-1502-4e33-af96-482c8e0e9871 req-f5e96287-beb2-43f3-928b-8afee3a5173f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d92c8c23-aad3-4394-8555-8eb6c2bda331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440128 Jun 07 06:56:05.172517 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1114686-bbf3-46b0-8ec1-337270bcca89 req-77f2c407-4eec-4ddf-83e2-4e5cc9b5ff51 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:05.174192 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-f1114686-bbf3-46b0-8ec1-337270bcca89 req-77f2c407-4eec-4ddf-83e2-4e5cc9b5ff51 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f5f10ad-6643-40ea-a7b2-32a97c458c52 HTTP/1.1" status: 200 len: 945 time: 0.0969055 Jun 07 06:56:05.204709 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-34f93741-149e-4b99-b01e-e3d83429ee27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:05.233052 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-f1114686-bbf3-46b0-8ec1-337270bcca89 req-ba206bdf-f2bd-42dd-83d0-7c3e16b7be69 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/security-groups?id=d92c8c23-aad3-4394-8555-8eb6c2bda331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524297 Jun 07 06:56:05.560038 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b877e2-a439-4f86-96f1-fc2b7b0f9ec0 req-8b4cee9e-94a0-4128-9d6d-dee6ecb1129b tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:05.561639 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-90b877e2-a439-4f86-96f1-fc2b7b0f9ec0 req-8b4cee9e-94a0-4128-9d6d-dee6ecb1129b tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 945 time: 0.0884264 Jun 07 06:56:05.581740 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e349f15-bda3-4c24-a72d-11f1069fdfaf req-3b10a540-3b2c-4220-ae92-b4c621c33e46 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:05.583223 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-8e349f15-bda3-4c24-a72d-11f1069fdfaf req-3b10a540-3b2c-4220-ae92-b4c621c33e46 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.0795560 Jun 07 06:56:05.607370 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-90b877e2-a439-4f86-96f1-fc2b7b0f9ec0 req-e9cb4095-2e6a-40fc-874d-bfd65bb6bce0 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400059 Jun 07 06:56:05.632848 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-8e349f15-bda3-4c24-a72d-11f1069fdfaf req-84d71d9d-1b09-46de-bbf8-b4b6e3248bb5 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432625 Jun 07 06:56:06.050684 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ea071-32e1-44d0-8532-1d2b4bc3a238 req-0ac7cd8c-afeb-417a-9c50-f16b0b0aa4f2 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:06.052031 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-bb6ea071-32e1-44d0-8532-1d2b4bc3a238 req-0ac7cd8c-afeb-417a-9c50-f16b0b0aa4f2 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.0805726 Jun 07 06:56:06.095959 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-bb6ea071-32e1-44d0-8532-1d2b4bc3a238 req-ca83ea06-6336-4c68-849e-53a49ebec78b tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379837 Jun 07 06:56:06.424934 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7045a0d-f952-4724-8d13-4c495e80be45 req-f6c12e1d-7027-494b-be39-877998a8a2d7 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:06.426292 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b7045a0d-f952-4724-8d13-4c495e80be45 req-f6c12e1d-7027-494b-be39-877998a8a2d7 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f5f10ad-6643-40ea-a7b2-32a97c458c52 HTTP/1.1" status: 200 len: 945 time: 0.0815444 Jun 07 06:56:06.474378 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b7045a0d-f952-4724-8d13-4c495e80be45 req-b7dc7937-8e3d-47b0-b66a-9b60f3b2100f tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/security-groups?id=d92c8c23-aad3-4394-8555-8eb6c2bda331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422041 Jun 07 06:56:06.797822 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974db40a-8645-46e3-82b8-efa9192370a2 req-dc38e306-829a-4bf8-958b-251c995fe8b3 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:06.799636 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-974db40a-8645-46e3-82b8-efa9192370a2 req-dc38e306-829a-4bf8-958b-251c995fe8b3 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 945 time: 0.0828664 Jun 07 06:56:06.845466 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-974db40a-8645-46e3-82b8-efa9192370a2 req-97590518-24de-4de5-b337-2ee18049b140 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404282 Jun 07 06:56:07.274771 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce892c7-6649-4cfc-87ca-5d7e3f23d17e req-61fe1862-05cb-4f92-b988-539fc7aa82a8 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:07.276107 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-9ce892c7-6649-4cfc-87ca-5d7e3f23d17e req-61fe1862-05cb-4f92-b988-539fc7aa82a8 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.0769913 Jun 07 06:56:07.319718 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-9ce892c7-6649-4cfc-87ca-5d7e3f23d17e req-d002bc32-aebe-403d-967b-7a4d4736292b tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379195 Jun 07 06:56:07.653812 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5cc3e-87e0-4ea8-8631-66115e8cde54 req-e89e0a75-7187-45e1-a4d7-1a5082b3dbed tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:07.655312 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-79a5cc3e-87e0-4ea8-8631-66115e8cde54 req-e89e0a75-7187-45e1-a4d7-1a5082b3dbed tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f5f10ad-6643-40ea-a7b2-32a97c458c52 HTTP/1.1" status: 200 len: 945 time: 0.0790372 Jun 07 06:56:07.704404 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-79a5cc3e-87e0-4ea8-8631-66115e8cde54 req-9f891e7d-0668-46aa-96b1-8359cac28faf tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/security-groups?id=d92c8c23-aad3-4394-8555-8eb6c2bda331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430307 Jun 07 06:56:07.857580 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:07.943938 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5fa339e2-25fc-4142-8d86-0660f7c71ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:08.037311 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2cdab-be7b-4d04-acd0-b600f82ff0ff req-1cf7f4ac-5609-4b5d-8456-2e9552aaf726 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:08.038875 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-10c2cdab-be7b-4d04-acd0-b600f82ff0ff req-1cf7f4ac-5609-4b5d-8456-2e9552aaf726 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 945 time: 0.0824125 Jun 07 06:56:08.085085 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-10c2cdab-be7b-4d04-acd0-b600f82ff0ff req-dc946e97-09e0-4adc-bfb0-c67b741f9a57 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402014 Jun 07 06:56:08.535267 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74efe7f8-7c7e-4cb6-8dd6-fc5be4a996e5 req-878c8bdb-d5de-4496-ace2-758b3d1c45f8 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:08.540686 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-74efe7f8-7c7e-4cb6-8dd6-fc5be4a996e5 req-878c8bdb-d5de-4496-ace2-758b3d1c45f8 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.1058333 Jun 07 06:56:08.587128 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-74efe7f8-7c7e-4cb6-8dd6-fc5be4a996e5 req-cfb02c44-15a7-407e-9673-a2ad1c2fb8cf tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402207 Jun 07 06:56:08.808262 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993257e8-17a2-485e-8b65-2de3e92fb26f req-9cc37205-c68e-49e4-8e7a-65f778fbaaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:08.809720 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-993257e8-17a2-485e-8b65-2de3e92fb26f req-9cc37205-c68e-49e4-8e7a-65f778fbaaae service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f84addd7b81d49b4b6aa42f13e1738f8&device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 1098 time: 0.0819941 Jun 07 06:56:08.904963 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0961a0-4f60-4e16-b823-db0b237ad721 req-e344a635-ea62-479c-ae99-a445800826c1 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:08.906527 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-3e0961a0-4f60-4e16-b823-db0b237ad721 req-e344a635-ea62-479c-ae99-a445800826c1 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f5f10ad-6643-40ea-a7b2-32a97c458c52 HTTP/1.1" status: 200 len: 945 time: 0.0843763 Jun 07 06:56:08.909605 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:08.950498 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993257e8-17a2-485e-8b65-2de3e92fb26f req-1d26aecb-603a-4866-9add-de6c63f64988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:08.951851 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-993257e8-17a2-485e-8b65-2de3e92fb26f req-1d26aecb-603a-4866-9add-de6c63f64988 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e1d27084-54d3-4657-a203-aa1e336128a1 HTTP/1.1" status: 200 len: 920 time: 0.1317601 Jun 07 06:56:08.955769 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-3e0961a0-4f60-4e16-b823-db0b237ad721 req-f28adfc3-35f7-409c-a3ea-675de027d0fb tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/security-groups?id=d92c8c23-aad3-4394-8555-8eb6c2bda331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424988 Jun 07 06:56:09.031347 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-993257e8-17a2-485e-8b65-2de3e92fb26f req-0c349a8a-2114-4356-ae18-af41d19d5015 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ddabfdb-cb0b-403a-998e-fca6faed2a55 HTTP/1.1" status: 200 len: 217 time: 0.0699151 Jun 07 06:56:09.114880 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993257e8-17a2-485e-8b65-2de3e92fb26f req-21a03578-40cd-4321-9be6-98cea80f9eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:09.116420 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-993257e8-17a2-485e-8b65-2de3e92fb26f req-21a03578-40cd-4321-9be6-98cea80f9eae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2ad2cf50-9851-436b-aa64-d2e05907b43a HTTP/1.1" status: 200 len: 859 time: 0.0711963 Jun 07 06:56:09.172620 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-993257e8-17a2-485e-8b65-2de3e92fb26f req-b0d60acd-f97f-4d43-8e43-5318fc95bc22 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e1d27084-54d3-4657-a203-aa1e336128a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426102 Jun 07 06:56:09.369267 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-993257e8-17a2-485e-8b65-2de3e92fb26f req-0500b6b3-f539-44e7-8238-cc17211e3b4c service neutron] 10.222.0.44 "GET /v2.0/networks/e1d27084-54d3-4657-a203-aa1e336128a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849973 Jun 07 06:56:09.384876 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062ba81-7e98-4fde-9829-9e4212a82be5 req-98b22646-b519-441b-b43a-9e6f703cab29 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:09.386958 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-9062ba81-7e98-4fde-9829-9e4212a82be5 req-98b22646-b519-441b-b43a-9e6f703cab29 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 945 time: 0.1792593 Jun 07 06:56:09.520634 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-9062ba81-7e98-4fde-9829-9e4212a82be5 req-05c55823-f3ee-4564-ab01-79b72645a995 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132073 Jun 07 06:56:09.543902 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-993257e8-17a2-485e-8b65-2de3e92fb26f req-2e2496b7-130f-4598-9262-69f48526ddb3 service neutron] 10.222.0.44 "GET /v2.0/networks/e1d27084-54d3-4657-a203-aa1e336128a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560264 Jun 07 06:56:09.782617 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12870da7-7ea8-4310-8d7a-51c04e099d27 req-5d738ae3-38e7-4049-a6ed-9c376796c83d tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:09.784099 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-12870da7-7ea8-4310-8d7a-51c04e099d27 req-5d738ae3-38e7-4049-a6ed-9c376796c83d tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.0797248 Jun 07 06:56:09.834681 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-12870da7-7ea8-4310-8d7a-51c04e099d27 req-2a0935ef-11a7-41ec-b6bf-e5d0880ca202 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445535 Jun 07 06:56:10.188314 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f385054c-787a-4558-a727-fc878b980465 req-20cdfa03-b87f-4a62-9a4e-b6c9601ed038 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:10.189888 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-f385054c-787a-4558-a727-fc878b980465 req-20cdfa03-b87f-4a62-9a4e-b6c9601ed038 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f5f10ad-6643-40ea-a7b2-32a97c458c52 HTTP/1.1" status: 200 len: 945 time: 0.1085503 Jun 07 06:56:10.241409 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-f385054c-787a-4558-a727-fc878b980465 req-7921a44b-31f1-4f70-850a-87c157d45b26 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/security-groups?id=d92c8c23-aad3-4394-8555-8eb6c2bda331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459957 Jun 07 06:56:10.615071 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:10.727501 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2e799-70d1-4def-a7eb-35cea8c76aca req-d1c7122f-0676-4759-9eed-04fa859dec78 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:10.728964 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-18d2e799-70d1-4def-a7eb-35cea8c76aca req-d1c7122f-0676-4759-9eed-04fa859dec78 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 945 time: 0.0907838 Jun 07 06:56:10.829401 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-18d2e799-70d1-4def-a7eb-35cea8c76aca req-4967efa3-5188-48b8-b0cc-61bd60e0a750 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940709 Jun 07 06:56:11.110059 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d81ac-66b7-445e-a995-fe67bd3582b6 req-c9095666-923f-4b3c-bd8f-1e2ad6dcb2c2 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:11.111659 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-bf0d81ac-66b7-445e-a995-fe67bd3582b6 req-c9095666-923f-4b3c-bd8f-1e2ad6dcb2c2 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.1668520 Jun 07 06:56:11.159130 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-bf0d81ac-66b7-445e-a995-fe67bd3582b6 req-a23391c9-9e6a-4dc9-b01b-9b611074011d tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413499 Jun 07 06:56:11.778410 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8cfa7-5b84-4feb-8a2d-5571b7d98bb0 req-33633317-fe34-45ee-81e9-d1a687c6c736 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:11.779887 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-27e8cfa7-5b84-4feb-8a2d-5571b7d98bb0 req-33633317-fe34-45ee-81e9-d1a687c6c736 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f5f10ad-6643-40ea-a7b2-32a97c458c52 HTTP/1.1" status: 200 len: 945 time: 0.1052959 Jun 07 06:56:11.878576 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-27e8cfa7-5b84-4feb-8a2d-5571b7d98bb0 req-ef392c97-1211-4efc-bbe1-217cb6a77789 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/security-groups?id=d92c8c23-aad3-4394-8555-8eb6c2bda331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930991 Jun 07 06:56:12.075140 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e86a41-4630-41bc-be3d-9cb01df251db req-cad84deb-35df-475d-ae92-a0d6f0f325c5 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:12.076723 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-20e86a41-4630-41bc-be3d-9cb01df251db req-cad84deb-35df-475d-ae92-a0d6f0f325c5 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 945 time: 0.1001656 Jun 07 06:56:12.124789 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-20e86a41-4630-41bc-be3d-9cb01df251db req-097b77b8-a0c1-432b-901c-ee201fba17d4 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414200 Jun 07 06:56:12.341621 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63c6ea-3bbe-45f5-85e3-3b90b6cd1824 req-46baa68d-3860-467d-a9ba-69a63703ff9e tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:12.343101 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0f63c6ea-3bbe-45f5-85e3-3b90b6cd1824 req-46baa68d-3860-467d-a9ba-69a63703ff9e tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.0806828 Jun 07 06:56:12.391104 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0f63c6ea-3bbe-45f5-85e3-3b90b6cd1824 req-a796c4dc-4186-4a5d-aac2-ac67647f984b tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423124 Jun 07 06:56:13.074980 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3528c6-3734-4ffb-9e7f-6286adcec535 req-a05e852e-f81d-4187-b061-26f3a05c9ecc tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:13.076432 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-7a3528c6-3734-4ffb-9e7f-6286adcec535 req-a05e852e-f81d-4187-b061-26f3a05c9ecc tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f5f10ad-6643-40ea-a7b2-32a97c458c52 HTTP/1.1" status: 200 len: 945 time: 0.0783496 Jun 07 06:56:13.120973 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-7a3528c6-3734-4ffb-9e7f-6286adcec535 req-158dda20-cfc8-4f64-895a-af83f651c96d tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/security-groups?id=d92c8c23-aad3-4394-8555-8eb6c2bda331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387359 Jun 07 06:56:13.358718 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc0dd8-db3c-42c4-b41b-cf6b0fd398ce req-6155d14d-731c-41d2-81d2-df54ee515fdb tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:13.360144 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-b6cc0dd8-db3c-42c4-b41b-cf6b0fd398ce req-6155d14d-731c-41d2-81d2-df54ee515fdb tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 945 time: 0.0895691 Jun 07 06:56:13.404203 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-b6cc0dd8-db3c-42c4-b41b-cf6b0fd398ce req-72be39a5-b6ab-47d1-a09b-6e0d4457f7c5 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384402 Jun 07 06:56:14.307931 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fb36b-fb13-4802-bd27-f2605a276ce1 req-655958fd-8572-4037-823e-7833d6a6cf25 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:14.309604 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-670fb36b-fb13-4802-bd27-f2605a276ce1 req-655958fd-8572-4037-823e-7833d6a6cf25 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f5f10ad-6643-40ea-a7b2-32a97c458c52 HTTP/1.1" status: 200 len: 945 time: 0.0829544 Jun 07 06:56:14.356320 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-670fb36b-fb13-4802-bd27-f2605a276ce1 req-3995cb56-96e8-4229-bf5f-326edc965685 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/security-groups?id=d92c8c23-aad3-4394-8555-8eb6c2bda331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409687 Jun 07 06:56:14.594893 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d8489-2138-4bf3-a409-6ae50dd4b5b1 req-eb5f0a74-04e9-41ae-8a1a-31fb6fad8aec tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:14.596321 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-c05d8489-2138-4bf3-a409-6ae50dd4b5b1 req-eb5f0a74-04e9-41ae-8a1a-31fb6fad8aec tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 945 time: 0.0830917 Jun 07 06:56:14.639591 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-c05d8489-2138-4bf3-a409-6ae50dd4b5b1 req-bc34ece0-1c9c-4021-bb7f-63b4cd9960ef tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377829 Jun 07 06:56:15.552808 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b2615-4c90-4c54-9088-e97755bd694c req-ff6cdcf3-3146-4e12-aacb-91ebab2b9c92 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:15.554240 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-e42b2615-4c90-4c54-9088-e97755bd694c req-ff6cdcf3-3146-4e12-aacb-91ebab2b9c92 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f5f10ad-6643-40ea-a7b2-32a97c458c52 HTTP/1.1" status: 200 len: 945 time: 0.0798535 Jun 07 06:56:15.599097 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-e42b2615-4c90-4c54-9088-e97755bd694c req-50220e71-28bf-463e-8eae-e24af364c58c tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/security-groups?id=d92c8c23-aad3-4394-8555-8eb6c2bda331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379820 Jun 07 06:56:15.828644 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5df118-901c-4b16-9332-0fe01250e5bb req-79c555c7-327b-491a-aa9a-cd77c2713c8c tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:15.830062 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-3b5df118-901c-4b16-9332-0fe01250e5bb req-79c555c7-327b-491a-aa9a-cd77c2713c8c tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 945 time: 0.0809433 Jun 07 06:56:15.877870 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-3b5df118-901c-4b16-9332-0fe01250e5bb req-1bf96102-db99-4327-887e-5decd8bc53ea tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416949 Jun 07 06:56:16.786121 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49132eb-9589-47c7-bcbf-19cbcfb64c65 req-17ce9107-0010-4c67-95c7-91b90fa5b45e tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:16.787523 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-f49132eb-9589-47c7-bcbf-19cbcfb64c65 req-17ce9107-0010-4c67-95c7-91b90fa5b45e tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f5f10ad-6643-40ea-a7b2-32a97c458c52 HTTP/1.1" status: 200 len: 945 time: 0.0802619 Jun 07 06:56:16.831525 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-f49132eb-9589-47c7-bcbf-19cbcfb64c65 req-bc9dc36b-9d3e-4a9b-99ac-4ba3a299e82a tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/security-groups?id=d92c8c23-aad3-4394-8555-8eb6c2bda331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377369 Jun 07 06:56:17.079837 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a791f-5e5c-4f3c-bc53-e99380942e06 req-a0130ebf-db2a-486b-b75d-9184e3fcd404 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:17.081272 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-872a791f-5e5c-4f3c-bc53-e99380942e06 req-a0130ebf-db2a-486b-b75d-9184e3fcd404 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 945 time: 0.0900159 Jun 07 06:56:17.125393 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-872a791f-5e5c-4f3c-bc53-e99380942e06 req-a714a1f4-fd53-4f9f-a181-0c72a3d76df5 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386205 Jun 07 06:56:18.018186 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3eec92-050d-4ee2-a2df-481238230f09 req-d3283d7c-fba3-43fb-9232-edb685fcefb3 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:18.019518 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-ee3eec92-050d-4ee2-a2df-481238230f09 req-d3283d7c-fba3-43fb-9232-edb685fcefb3 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f5f10ad-6643-40ea-a7b2-32a97c458c52 HTTP/1.1" status: 200 len: 945 time: 0.0785646 Jun 07 06:56:18.063229 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-ee3eec92-050d-4ee2-a2df-481238230f09 req-cefff7b0-e216-48da-b3c8-e38474fab48b tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/security-groups?id=d92c8c23-aad3-4394-8555-8eb6c2bda331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381749 Jun 07 06:56:18.327387 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf1422-5d44-4d08-a98e-10e1adcd2cf3 req-fd8111c1-f897-4528-babe-a7a63d8a28ec tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:18.328726 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-bdaf1422-5d44-4d08-a98e-10e1adcd2cf3 req-fd8111c1-f897-4528-babe-a7a63d8a28ec tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 945 time: 0.0785460 Jun 07 06:56:18.372145 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-bdaf1422-5d44-4d08-a98e-10e1adcd2cf3 req-e1424536-6515-4de4-b4e9-3e826493e973 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380104 Jun 07 06:56:19.188818 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780701a-a565-42c2-a144-09d421ae84ee req-05dbfdb5-50ed-4b82-af98-117dd7b1182a tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:19.190271 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-9780701a-a565-42c2-a144-09d421ae84ee req-05dbfdb5-50ed-4b82-af98-117dd7b1182a tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f5f10ad-6643-40ea-a7b2-32a97c458c52 HTTP/1.1" status: 200 len: 945 time: 0.0951648 Jun 07 06:56:19.261552 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d28ffc-d7c9-4c05-a3e5-80733f90467f req-cced6943-e15b-4661-b66e-123da3f81509 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:19.263079 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b9d28ffc-d7c9-4c05-a3e5-80733f90467f req-cced6943-e15b-4661-b66e-123da3f81509 tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f5f10ad-6643-40ea-a7b2-32a97c458c52 HTTP/1.1" status: 200 len: 945 time: 0.0904992 Jun 07 06:56:19.309651 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b9d28ffc-d7c9-4c05-a3e5-80733f90467f req-d3cd8ef6-4c38-4d00-927f-621ae25579ca tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/security-groups?id=d92c8c23-aad3-4394-8555-8eb6c2bda331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408778 Jun 07 06:56:19.349589 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [req-9780701a-a565-42c2-a144-09d421ae84ee req-3db4c21b-64b8-42dc-9f61-6df3fa20fd0a tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Deleting port c1d70f25-a2cb-404e-8d67-f374de1913fe {{(pid=91758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 06:56:19.350114 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-9780701a-a565-42c2-a144-09d421ae84ee req-3db4c21b-64b8-42dc-9f61-6df3fa20fd0a tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:19.532564 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [req-9780701a-a565-42c2-a144-09d421ae84ee req-3db4c21b-64b8-42dc-9f61-6df3fa20fd0a tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] For port c1d70f25-a2cb-404e-8d67-f374de1913fe, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=c1d70f25-a2cb-404e-8d67-f374de1913fe,segment=NetworkSegment(30dcf411-ecbb-4f6e-acfb-1656bd59f85d),segment_id=30dcf411-ecbb-4f6e-acfb-1656bd59f85d)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:56:19.532925 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-9780701a-a565-42c2-a144-09d421ae84ee req-3db4c21b-64b8-42dc-9f61-6df3fa20fd0a tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:19.676279 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [req-9780701a-a565-42c2-a144-09d421ae84ee req-3db4c21b-64b8-42dc-9f61-6df3fa20fd0a tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Calling delete_port for c1d70f25-a2cb-404e-8d67-f374de1913fe owned by compute:nova {{(pid=91758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 06:56:19.720955 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a325f6-cd70-4dff-9e6a-b3639c9647fd req-8715b1cb-0cc8-4639-b99b-9e45f1d213bf tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:19.722437 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-c2a325f6-cd70-4dff-9e6a-b3639c9647fd req-8715b1cb-0cc8-4639-b99b-9e45f1d213bf tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 945 time: 0.2390056 Jun 07 06:56:19.778839 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-c2a325f6-cd70-4dff-9e6a-b3639c9647fd req-fffd9f52-d61a-4a50-ae7f-ed02d19fe7db tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503514 Jun 07 06:56:19.843222 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device c1d70f25-a2cb-404e-8d67-f374de1913fe no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 06:56:19.850249 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-9780701a-a565-42c2-a144-09d421ae84ee req-3db4c21b-64b8-42dc-9f61-6df3fa20fd0a tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:19.855644 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-99ffcf6e-17b7-428a-b6ac-d9d0e5163c3f tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:19.876398 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] No Port match for: c1d70f25-a2cb-404e-8d67-f374de1913fe {{(pid=91760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 06:56:19.876669 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device c1d70f25-a2cb-404e-8d67-f374de1913fe not bound to the agent host hv-cinder-78414 {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 06:56:19.901788 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db4c21b-64b8-42dc-9f61-6df3fa20fd0a tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Pushing event deleted for resources: {'Port': ['ID=c1d70f25-a2cb-404e-8d67-f374de1913fe,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:19.935536 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4c21b-64b8-42dc-9f61-6df3fa20fd0a tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:19.935918 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4c21b-64b8-42dc-9f61-6df3fa20fd0a tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:19.936268 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4c21b-64b8-42dc-9f61-6df3fa20fd0a tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:19.936619 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4c21b-64b8-42dc-9f61-6df3fa20fd0a tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:19.936967 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4c21b-64b8-42dc-9f61-6df3fa20fd0a tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:19.937314 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4c21b-64b8-42dc-9f61-6df3fa20fd0a tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:19.937653 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4c21b-64b8-42dc-9f61-6df3fa20fd0a tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:19.938023 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4c21b-64b8-42dc-9f61-6df3fa20fd0a tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:19.938370 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4c21b-64b8-42dc-9f61-6df3fa20fd0a tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:19.938711 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4c21b-64b8-42dc-9f61-6df3fa20fd0a tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:19.939053 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4c21b-64b8-42dc-9f61-6df3fa20fd0a tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:19.939388 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4c21b-64b8-42dc-9f61-6df3fa20fd0a tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:19.946628 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-3db4c21b-64b8-42dc-9f61-6df3fa20fd0a tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:19.986959 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [req-9780701a-a565-42c2-a144-09d421ae84ee req-3db4c21b-64b8-42dc-9f61-6df3fa20fd0a tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] No DVR routers for this DVR port c1d70f25-a2cb-404e-8d67-f374de1913fe on host hv-cinder-78414 {{(pid=91758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 06:56:19.989435 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-9780701a-a565-42c2-a144-09d421ae84ee req-3db4c21b-64b8-42dc-9f61-6df3fa20fd0a tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:19.991422 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-9780701a-a565-42c2-a144-09d421ae84ee req-3db4c21b-64b8-42dc-9f61-6df3fa20fd0a tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.44 "DELETE /v2.0/ports/c1d70f25-a2cb-404e-8d67-f374de1913fe HTTP/1.1" status: 204 len: 173 time: 0.7943769 Jun 07 06:56:19.991905 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5f10ad-6643-40ea-a7b2-32a97c458c52', 'name': 'network-vif-deleted', 'tag': 'c1d70f25-a2cb-404e-8d67-f374de1913fe'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:56:19.994214 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec36a6c19c8fb969b847be0da992033db50c3714a14aa90e68a12edeb3f3a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bca7a5-5d0e-4f08-b25e-fcebc7163b42" -d '{"events": [{"server_uuid": "7f5f10ad-6643-40ea-a7b2-32a97c458c52", "name": "network-vif-deleted", "tag": "c1d70f25-a2cb-404e-8d67-f374de1913fe"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:56:20.036529 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd2fcb6-b5c5-492d-91ba-351d409b2918 x-openstack-request-id: req-ffd2fcb6-b5c5-492d-91ba-351d409b2918 {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:56:20.036859 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5f10ad-6643-40ea-a7b2-32a97c458c52", "name": "network-vif-deleted", "tag": "c1d70f25-a2cb-404e-8d67-f374de1913fe", "status": "completed", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:56:20.037131 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ffd2fcb6-b5c5-492d-91ba-351d409b2918 {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:56:20.037547 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5f10ad-6643-40ea-a7b2-32a97c458c52', 'name': 'network-vif-deleted', 'tag': 'c1d70f25-a2cb-404e-8d67-f374de1913fe', 'status': 'completed', 'code': 200} Jun 07 06:56:20.583222 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-db6f95b9-174c-495b-8f0f-5ed1638d1c14 req-ed6850c6-0c9e-45c8-9794-bf61c3b3aafc tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f5f10ad-6643-40ea-a7b2-32a97c458c52 HTTP/1.1" status: 200 len: 210 time: 0.1492238 Jun 07 06:56:20.977081 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb35c7f-ddf9-4100-9da1-e69608ae8da4 req-2b6d6c40-2673-4d7c-9601-120d658094b3 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:20.978541 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-fdb35c7f-ddf9-4100-9da1-e69608ae8da4 req-2b6d6c40-2673-4d7c-9601-120d658094b3 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 945 time: 0.0814121 Jun 07 06:56:21.040886 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-fdb35c7f-ddf9-4100-9da1-e69608ae8da4 req-0b6eae89-b3ef-43cb-a7df-85fe483f0a7c tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552073 Jun 07 06:56:21.742144 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df78609-e663-40d8-8148-6315d5350b02 req-c0135915-a545-4b9d-b36a-2c7ec0b82526 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:21.743578 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-5df78609-e663-40d8-8148-6315d5350b02 req-c0135915-a545-4b9d-b36a-2c7ec0b82526 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.0908287 Jun 07 06:56:21.788377 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-5df78609-e663-40d8-8148-6315d5350b02 req-ea9ff7b3-e935-4785-8b44-e9962e90d529 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385196 Jun 07 06:56:22.258557 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7503e-84fd-4d42-be12-eec96890ca5c req-ac3d4af8-6702-439b-8dbe-14b207fd1c70 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:22.260127 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-a2b7503e-84fd-4d42-be12-eec96890ca5c req-ac3d4af8-6702-439b-8dbe-14b207fd1c70 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 945 time: 0.0862927 Jun 07 06:56:22.308884 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-a2b7503e-84fd-4d42-be12-eec96890ca5c req-6d5c1a8d-bbce-46ab-9cf7-c59f97f1afb1 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423522 Jun 07 06:56:23.243712 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.agents_db [None req-46aecb79-32b8-4105-868b-523cea85afea None None] Agent healthcheck: found 6 active agents {{(pid=91761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 06:56:23.527508 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a9686-6761-4b53-a423-23683eb074f5 req-7a20ecbb-0c0c-41ab-a552-52489ba35459 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:23.528987 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-1d3a9686-6761-4b53-a423-23683eb074f5 req-7a20ecbb-0c0c-41ab-a552-52489ba35459 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 945 time: 0.0995669 Jun 07 06:56:23.575671 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-1d3a9686-6761-4b53-a423-23683eb074f5 req-02352dc9-742f-4d76-a238-aa4faebafc17 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409930 Jun 07 06:56:23.996134 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 43254) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:56:24.119581 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-91bfafd7-061d-41c9-927d-5caa701fcbe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:24.230077 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-91bfafd7-061d-41c9-927d-5caa701fcbe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:24.234008 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-91bfafd7-061d-41c9-927d-5caa701fcbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:24.242347 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-33e781d1-118c-4dde-9789-fc5ae5c646e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:24.287329 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-91bfafd7-061d-41c9-927d-5caa701fcbe8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=29b112fe18d648da95f37b01482c2bfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2898414 Jun 07 06:56:24.289117 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bfafd7-061d-41c9-927d-5caa701fcbe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94854649-0fab-45af-b81b-d510ccd23b7d,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:24.290054 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 43258) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:56:24.294200 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-91bfafd7-061d-41c9-927d-5caa701fcbe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:24.371729 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-554e3eb9-f838-487e-93b3-2d2cfb37f6cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:24.397323 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-554e3eb9-f838-487e-93b3-2d2cfb37f6cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:24.449411 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-554e3eb9-f838-487e-93b3-2d2cfb37f6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:24.451829 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-554e3eb9-f838-487e-93b3-2d2cfb37f6cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:24.453237 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-554e3eb9-f838-487e-93b3-2d2cfb37f6cf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/94854649-0fab-45af-b81b-d510ccd23b7d HTTP/1.1" status: 204 len: 168 time: 0.1525078 Jun 07 06:56:24.454318 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-66490e14-cc26-4eef-b379-a4d5a04a636f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:24.467731 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e3eb9-f838-487e-93b3-2d2cfb37f6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94854649-0fab-45af-b81b-d510ccd23b7d,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:24.475010 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554e3eb9-f838-487e-93b3-2d2cfb37f6cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:24.475362 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554e3eb9-f838-487e-93b3-2d2cfb37f6cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:24.475730 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554e3eb9-f838-487e-93b3-2d2cfb37f6cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:24.476078 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554e3eb9-f838-487e-93b3-2d2cfb37f6cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:24.476427 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554e3eb9-f838-487e-93b3-2d2cfb37f6cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:24.476770 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554e3eb9-f838-487e-93b3-2d2cfb37f6cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:24.477391 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554e3eb9-f838-487e-93b3-2d2cfb37f6cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:24.477737 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554e3eb9-f838-487e-93b3-2d2cfb37f6cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:24.478106 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554e3eb9-f838-487e-93b3-2d2cfb37f6cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:24.478449 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554e3eb9-f838-487e-93b3-2d2cfb37f6cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:24.478783 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554e3eb9-f838-487e-93b3-2d2cfb37f6cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:24.479636 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554e3eb9-f838-487e-93b3-2d2cfb37f6cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:24.483291 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-554e3eb9-f838-487e-93b3-2d2cfb37f6cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:24.750085 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 43276) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:56:24.767607 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-593e9ba0-582a-48a6-906e-fd9950c6f40f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:24.772821 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5493b3c-c3db-4b21-8e84-455590cd6c5f req-a6958f96-a692-4591-932f-700d2e7f3884 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:24.774274 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b5493b3c-c3db-4b21-8e84-455590cd6c5f req-a6958f96-a692-4591-932f-700d2e7f3884 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 945 time: 0.0849016 Jun 07 06:56:24.819002 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b5493b3c-c3db-4b21-8e84-455590cd6c5f req-7f3c7e21-37ed-4d06-9b92-eeb209b3dcc4 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387344 Jun 07 06:56:24.869037 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-593e9ba0-582a-48a6-906e-fd9950c6f40f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:24.873468 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-593e9ba0-582a-48a6-906e-fd9950c6f40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:24.881358 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:24.921813 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-593e9ba0-582a-48a6-906e-fd9950c6f40f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0337de3f47a7430aae53832149233cd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1706600 Jun 07 06:56:24.923337 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e9ba0-582a-48a6-906e-fd9950c6f40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53a7aaa-fee1-4bc5-bf5f-87d89d0dfdc4,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:24.924431 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 43278) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:56:24.926259 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-593e9ba0-582a-48a6-906e-fd9950c6f40f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:24.984700 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d9c37ba2-2ee5-481f-9c2f-6aebd6df6dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:25.010913 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d9c37ba2-2ee5-481f-9c2f-6aebd6df6dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:25.062120 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d9c37ba2-2ee5-481f-9c2f-6aebd6df6dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:25.064556 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d9c37ba2-2ee5-481f-9c2f-6aebd6df6dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:25.065665 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-d9c37ba2-2ee5-481f-9c2f-6aebd6df6dea admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b53a7aaa-fee1-4bc5-bf5f-87d89d0dfdc4 HTTP/1.1" status: 204 len: 168 time: 0.1402390 Jun 07 06:56:25.066449 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-165f7a9e-3fb1-4de5-977c-074503bbc0a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:25.076647 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c37ba2-2ee5-481f-9c2f-6aebd6df6dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53a7aaa-fee1-4bc5-bf5f-87d89d0dfdc4,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:25.083760 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-d9c37ba2-2ee5-481f-9c2f-6aebd6df6dea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:26.005273 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703906c5-4fa5-40ec-9bed-a653e0b97ffe req-0662b611-abe1-4319-be97-057673f8a83c tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:26.006745 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-703906c5-4fa5-40ec-9bed-a653e0b97ffe req-0662b611-abe1-4319-be97-057673f8a83c tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 945 time: 0.0801013 Jun 07 06:56:26.054018 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-703906c5-4fa5-40ec-9bed-a653e0b97ffe req-6f73272d-5caf-4c4d-82e1-52f3c0ce9fec tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402713 Jun 07 06:56:27.267039 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50343d0f-ddf8-4780-ba06-85769a2fd905 req-5e32e470-7efe-4441-97d8-59fcdef2ce78 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:27.268825 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-50343d0f-ddf8-4780-ba06-85769a2fd905 req-5e32e470-7efe-4441-97d8-59fcdef2ce78 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 945 time: 0.0889845 Jun 07 06:56:27.313687 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-50343d0f-ddf8-4780-ba06-85769a2fd905 req-bc34ce24-e78c-4ac3-b424-1ce6a81cd527 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392096 Jun 07 06:56:28.536248 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785a74b-fb73-45cd-b10a-a628a5c15cbf req-541386fc-e304-4d56-9ad2-16940ef92f76 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:28.537754 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-2785a74b-fb73-45cd-b10a-a628a5c15cbf req-541386fc-e304-4d56-9ad2-16940ef92f76 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 945 time: 0.0972970 Jun 07 06:56:28.596948 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-2785a74b-fb73-45cd-b10a-a628a5c15cbf req-29fc3323-9bd6-4db7-b4a2-018308d56212 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524042 Jun 07 06:56:29.784858 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d494f69-7ae9-4e2b-a012-476bc7619d71 req-5e46ef94-9ce5-431b-b898-83b22d03a7c8 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:29.786481 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-7d494f69-7ae9-4e2b-a012-476bc7619d71 req-5e46ef94-9ce5-431b-b898-83b22d03a7c8 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 945 time: 0.0833774 Jun 07 06:56:29.836386 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-7d494f69-7ae9-4e2b-a012-476bc7619d71 req-dd352ec7-5475-43f6-ae83-5ab0a2c4e159 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438969 Jun 07 06:56:30.867074 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 43454) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:56:31.015936 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-19c10a8b-26aa-40c0-ab12-2b860d9f3519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:31.062072 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9a6cf-8e9a-4a45-84ce-13ba9033bab6 req-f24b7ba7-f085-489c-84eb-81384ef8b466 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:31.063537 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-3ef9a6cf-8e9a-4a45-84ce-13ba9033bab6 req-f24b7ba7-f085-489c-84eb-81384ef8b466 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 945 time: 0.1064270 Jun 07 06:56:31.134182 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-19c10a8b-26aa-40c0-ab12-2b860d9f3519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:31.138464 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-3ef9a6cf-8e9a-4a45-84ce-13ba9033bab6 req-14e81fd8-22c5-4aa9-823c-d0f9ff2ac14d tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661855 Jun 07 06:56:31.142975 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-19c10a8b-26aa-40c0-ab12-2b860d9f3519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:31.155711 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-0706be0a-0fbf-4d18-9b58-3f45199fcfe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:31.197284 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-19c10a8b-26aa-40c0-ab12-2b860d9f3519 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9ac659084f6b40f998a473428967ed3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3289666 Jun 07 06:56:31.199352 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 43468) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:56:31.239389 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c10a8b-26aa-40c0-ab12-2b860d9f3519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c106c1f2-445c-4f42-a304-994846a5f2d3,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:31.249338 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-19c10a8b-26aa-40c0-ab12-2b860d9f3519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:31.296025 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7e971650-0fb9-4e5c-93d0-7fadc30cedb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:31.325524 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7e971650-0fb9-4e5c-93d0-7fadc30cedb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:31.390573 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7e971650-0fb9-4e5c-93d0-7fadc30cedb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:31.393054 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7e971650-0fb9-4e5c-93d0-7fadc30cedb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:31.394234 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-7e971650-0fb9-4e5c-93d0-7fadc30cedb8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c106c1f2-445c-4f42-a304-994846a5f2d3 HTTP/1.1" status: 204 len: 168 time: 0.1793382 Jun 07 06:56:31.395009 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-a662ebff-9686-4800-8bf2-77358df436bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:31.405187 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e971650-0fb9-4e5c-93d0-7fadc30cedb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c106c1f2-445c-4f42-a304-994846a5f2d3,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:31.407480 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-7e971650-0fb9-4e5c-93d0-7fadc30cedb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:31.741168 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 43494) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:56:31.759123 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-e97351f3-3cc7-4229-9f7d-63f91538f2c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:31.868332 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-e97351f3-3cc7-4229-9f7d-63f91538f2c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:31.873422 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-e97351f3-3cc7-4229-9f7d-63f91538f2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:31.880504 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-d4a8ed6f-8661-42f3-a832-879ebcccb2db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:31.919812 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97351f3-3cc7-4229-9f7d-63f91538f2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a574e8a2-28d4-4b78-aa43-30db9b12ad84,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:31.926713 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 43496) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:56:31.926895 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-e97351f3-3cc7-4229-9f7d-63f91538f2c8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b761de88a04148529a7d8cdd4e5e0e51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1845620 Jun 07 06:56:31.927727 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-e97351f3-3cc7-4229-9f7d-63f91538f2c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:32.005079 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-6396f586-ad1c-4f78-beef-a297c09008b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:32.033621 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-6396f586-ad1c-4f78-beef-a297c09008b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:32.110754 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-6396f586-ad1c-4f78-beef-a297c09008b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:32.114170 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-6396f586-ad1c-4f78-beef-a297c09008b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:32.115535 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-6396f586-ad1c-4f78-beef-a297c09008b7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a574e8a2-28d4-4b78-aa43-30db9b12ad84 HTTP/1.1" status: 204 len: 168 time: 0.1868434 Jun 07 06:56:32.117008 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-9b4656cd-b82c-4a3a-a301-e9a5f8fba014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:32.141237 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6396f586-ad1c-4f78-beef-a297c09008b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a574e8a2-28d4-4b78-aa43-30db9b12ad84,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:32.144272 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-6396f586-ad1c-4f78-beef-a297c09008b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:32.420544 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:32.425895 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a6374-8e7b-4565-9b0b-63c5b8cec44d req-f76bf248-a327-4cb7-874e-7181bb5b1879 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:32.448340 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-152a6374-8e7b-4565-9b0b-63c5b8cec44d req-f76bf248-a327-4cb7-874e-7181bb5b1879 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 945 time: 0.1445882 Jun 07 06:56:32.591314 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-152a6374-8e7b-4565-9b0b-63c5b8cec44d req-b3f8a7f6-2b3a-4b32-a116-72391bf90185 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348939 Jun 07 06:56:33.798100 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692dd74-e096-4e16-91b6-8dac52bd0632 req-b128101a-d2a3-44ff-b8ae-2f940895ff29 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:33.799596 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-1692dd74-e096-4e16-91b6-8dac52bd0632 req-b128101a-d2a3-44ff-b8ae-2f940895ff29 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 945 time: 0.0942671 Jun 07 06:56:33.849755 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-1692dd74-e096-4e16-91b6-8dac52bd0632 req-c7cd5e1d-e7d2-4260-a95e-afb6135bbfc4 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444431 Jun 07 06:56:34.507822 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device b6a21db2-fd0f-4ecd-b552-56cb2a008026 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 06:56:34.755791 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-b1456905-999d-4c21-b508-d4772bf4c5df req-5375de86-1676-4581-9c94-0b2769137ec4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0992546 Jun 07 06:56:34.761481 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port b6a21db2-fd0f-4ecd-b552-56cb2a008026, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b6a21db2-fd0f-4ecd-b552-56cb2a008026,segment=NetworkSegment(0bd4588d-cd3a-47c3-b624-e7540af76cbe),segment_id=0bd4588d-cd3a-47c3-b624-e7540af76cbe)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:56:34.777756 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Returning: {'device': 'b6a21db2-fd0f-4ecd-b552-56cb2a008026', 'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf', 'port_id': 'b6a21db2-fd0f-4ecd-b552-56cb2a008026', 'mac_address': 'fa:16:3e:45:c1:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 06:56:34.864001 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:34.891213 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b6a21db2-fd0f-4ecd-b552-56cb2a008026 {{(pid=91760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:56:34.937448 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port b6a21db2-fd0f-4ecd-b552-56cb2a008026, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b6a21db2-fd0f-4ecd-b552-56cb2a008026,segment=NetworkSegment(0bd4588d-cd3a-47c3-b624-e7540af76cbe),segment_id=0bd4588d-cd3a-47c3-b624-e7540af76cbe)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:56:34.939126 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1456905-999d-4c21-b508-d4772bf4c5df req-2bf3034d-a7ef-4f71-85ab-5b08506baf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:34.944798 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-b1456905-999d-4c21-b508-d4772bf4c5df req-2bf3034d-a7ef-4f71-85ab-5b08506baf3a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f84addd7b81d49b4b6aa42f13e1738f8&device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 1099 time: 0.1517446 Jun 07 06:56:34.944975 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:34.947149 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:35.134235 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] get_ports_and_sgs() called for port_ids ['b6a21db2-fd0f-4ecd-b552-56cb2a008026'] {{(pid=91760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:56:35.167856 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1456905-999d-4c21-b508-d4772bf4c5df req-4c093dda-26b8-4fe2-ac6b-a287272fb64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:35.170219 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-b1456905-999d-4c21-b508-d4772bf4c5df req-4c093dda-26b8-4fe2-ac6b-a287272fb64a service neutron] 10.222.0.44 "GET /v2.0/networks?id=e1d27084-54d3-4657-a203-aa1e336128a1 HTTP/1.1" status: 200 len: 920 time: 0.2007074 Jun 07 06:56:35.214579 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-bebe40c4-8f5d-4e8c-8d37-50962f26b1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:35.216664 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=b6a21db2-fd0f-4ecd-b552-56cb2a008026,revision_number=6']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:35.227644 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:35.228411 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:35.229468 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:35.230067 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:35.230603 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:35.231160 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:35.231695 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:35.232226 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:35.232792 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:35.233318 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:35.233971 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:35.234497 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:56:35.240853 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:35.272247 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-b1456905-999d-4c21-b508-d4772bf4c5df req-67174a09-ff22-4f9f-a028-d717d5f904fb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3667534-e0f8-4a2e-9b56-71fc84b32cf9 HTTP/1.1" status: 200 len: 217 time: 0.0916438 Jun 07 06:56:35.288815 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c963aa5-c645-4989-9481-3a1cc7445385 req-1bcf6886-0d44-434a-bfbb-9a697b32fff1 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:35.293236 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-3c963aa5-c645-4989-9481-3a1cc7445385 req-1bcf6886-0d44-434a-bfbb-9a697b32fff1 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 944 time: 0.2140183 Jun 07 06:56:35.363920 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1456905-999d-4c21-b508-d4772bf4c5df req-d64829ca-35a3-499e-a8d6-09fc61ef37fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:35.372418 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-b1456905-999d-4c21-b508-d4772bf4c5df req-d64829ca-35a3-499e-a8d6-09fc61ef37fe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2ad2cf50-9851-436b-aa64-d2e05907b43a HTTP/1.1" status: 200 len: 859 time: 0.0915515 Jun 07 06:56:35.386463 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-3c963aa5-c645-4989-9481-3a1cc7445385 req-879917ae-ba33-4835-9734-cc887844b868 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691979 Jun 07 06:56:35.449689 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-b1456905-999d-4c21-b508-d4772bf4c5df req-eb095e18-d13b-43d4-8427-9253c7d11b29 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e1d27084-54d3-4657-a203-aa1e336128a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690384 Jun 07 06:56:35.708202 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-b1456905-999d-4c21-b508-d4772bf4c5df req-bbae3c29-154b-4dd9-b723-e75e1c7cbae5 service neutron] 10.222.0.44 "GET /v2.0/networks/e1d27084-54d3-4657-a203-aa1e336128a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505794 Jun 07 06:56:35.901444 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device b6a21db2-fd0f-4ecd-b552-56cb2a008026 up at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:56:36.046112 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425587b-02b2-44f8-a889-7e150e1197a3 req-5742eeae-59eb-4e2c-a194-e5874a8b9dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:36.048109 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-8425587b-02b2-44f8-a889-7e150e1197a3 req-5742eeae-59eb-4e2c-a194-e5874a8b9dee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f84addd7b81d49b4b6aa42f13e1738f8&device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 1098 time: 0.2473934 Jun 07 06:56:36.052249 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Provisioning complete for port b6a21db2-fd0f-4ecd-b552-56cb2a008026 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:56:36.052695 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:36.058113 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524408ae-0fe4-4e04-bf07-6f1805ee2f0f req-b808b070-d86e-4766-b48e-a18a55b44afd tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:36.059640 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-524408ae-0fe4-4e04-bf07-6f1805ee2f0f req-b808b070-d86e-4766-b48e-a18a55b44afd tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.1285818 Jun 07 06:56:36.186095 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-524408ae-0fe4-4e04-bf07-6f1805ee2f0f req-084ea1c7-20ca-4484-9257-820cc55a5c2c tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993738 Jun 07 06:56:36.355089 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425587b-02b2-44f8-a889-7e150e1197a3 req-e777f253-d1a1-44dc-a9cf-ae49fa229c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:36.358530 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-8425587b-02b2-44f8-a889-7e150e1197a3 req-e777f253-d1a1-44dc-a9cf-ae49fa229c4c service neutron] 10.222.0.44 "GET /v2.0/networks?id=e1d27084-54d3-4657-a203-aa1e336128a1 HTTP/1.1" status: 200 len: 920 time: 0.2979939 Jun 07 06:56:36.366993 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-b1456905-999d-4c21-b508-d4772bf4c5df req-0bbb33aa-6ef4-4939-956c-23bff3238c44 service neutron] 10.222.0.44 "GET /v2.0/networks/e1d27084-54d3-4657-a203-aa1e336128a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6510940 Jun 07 06:56:36.411775 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:36.445074 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89408ebb-d630-4f0e-bcdf-bb7e36e5e67d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a21db2-fd0f-4ecd-b552-56cb2a008026'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:56:36.448502 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bdfcc22c2f6cd30966a80f508f9d4395b4bd329b93c89cee5ea7ddf2c7e5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f155e2-4a23-41e7-8c43-742b07a652bd" -d '{"events": [{"server_uuid": "89408ebb-d630-4f0e-bcdf-bb7e36e5e67d", "name": "network-vif-plugged", "status": "completed", "tag": "b6a21db2-fd0f-4ecd-b552-56cb2a008026"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:56:36.472747 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-8425587b-02b2-44f8-a889-7e150e1197a3 req-6ad7cfa0-5dba-435a-9edf-2711a7009e0e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ddabfdb-cb0b-403a-998e-fca6faed2a55 HTTP/1.1" status: 200 len: 217 time: 0.1035867 Jun 07 06:56:36.474699 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port b6a21db2-fd0f-4ecd-b552-56cb2a008026, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b6a21db2-fd0f-4ecd-b552-56cb2a008026,segment=NetworkSegment(0bd4588d-cd3a-47c3-b624-e7540af76cbe),segment_id=0bd4588d-cd3a-47c3-b624-e7540af76cbe)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:56:36.483251 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:36.486495 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:36.589873 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32de4d16-1d36-4e56-9c20-852186c12df2 x-openstack-request-id: req-32de4d16-1d36-4e56-9c20-852186c12df2 {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:56:36.590493 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89408ebb-d630-4f0e-bcdf-bb7e36e5e67d", "name": "network-vif-plugged", "status": "completed", "tag": "b6a21db2-fd0f-4ecd-b552-56cb2a008026", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:56:36.591109 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-32de4d16-1d36-4e56-9c20-852186c12df2 {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:56:36.592929 dv-cinder-784140-5-iscsi neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89408ebb-d630-4f0e-bcdf-bb7e36e5e67d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a21db2-fd0f-4ecd-b552-56cb2a008026', 'code': 200} Jun 07 06:56:36.628286 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=b6a21db2-fd0f-4ecd-b552-56cb2a008026,revision_number=7']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:36.632354 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:36.665151 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425587b-02b2-44f8-a889-7e150e1197a3 req-bfa7002f-3284-4e67-960d-8afa47c2922c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:36.666665 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-8425587b-02b2-44f8-a889-7e150e1197a3 req-bfa7002f-3284-4e67-960d-8afa47c2922c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2ad2cf50-9851-436b-aa64-d2e05907b43a HTTP/1.1" status: 200 len: 859 time: 0.1854341 Jun 07 06:56:36.734843 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa868268-bc1e-44e7-9f53-cb91dbb0a86c req-e37c71da-0073-47db-9b42-3a3386b5f01c tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:36.736368 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-fa868268-bc1e-44e7-9f53-cb91dbb0a86c req-e37c71da-0073-47db-9b42-3a3386b5f01c tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 945 time: 0.1838117 Jun 07 06:56:36.768222 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-8425587b-02b2-44f8-a889-7e150e1197a3 req-98e6a04e-e9fc-4929-9844-582501fca430 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e1d27084-54d3-4657-a203-aa1e336128a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922942 Jun 07 06:56:36.834786 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-fa868268-bc1e-44e7-9f53-cb91dbb0a86c req-dc978db7-988f-435f-b661-ab6fcc9bd41a tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835831 Jun 07 06:56:37.008730 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-8425587b-02b2-44f8-a889-7e150e1197a3 req-405d311c-26b7-4956-976e-67b73adde39b service neutron] 10.222.0.44 "GET /v2.0/networks/e1d27084-54d3-4657-a203-aa1e336128a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237458 Jun 07 06:56:37.276438 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-8425587b-02b2-44f8-a889-7e150e1197a3 req-64945a1f-39cf-4f16-ba3f-9f767072fd50 service neutron] 10.222.0.44 "GET /v2.0/networks/e1d27084-54d3-4657-a203-aa1e336128a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471578 Jun 07 06:56:37.614133 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbae12c-817a-48bf-a3ee-2668880f5b91 req-53c2b953-39da-4901-a8b3-e67ffbd0c880 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:37.632855 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-8cbae12c-817a-48bf-a3ee-2668880f5b91 req-53c2b953-39da-4901-a8b3-e67ffbd0c880 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.2241681 Jun 07 06:56:37.736663 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-8cbae12c-817a-48bf-a3ee-2668880f5b91 req-ec17b200-eb55-4153-97e3-798362fcd232 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028373 Jun 07 06:56:37.874383 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:37.960912 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-bfa8b678-8bc5-4e90-9744-5e577abfd1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:38.120062 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b615a0c-1237-45e8-8d2d-5cdd5f2f5046 req-cf49915f-021d-42dd-aa52-801dee452835 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:38.127821 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-9b615a0c-1237-45e8-8d2d-5cdd5f2f5046 req-cf49915f-021d-42dd-aa52-801dee452835 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 945 time: 0.1091487 Jun 07 06:56:38.192952 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-9b615a0c-1237-45e8-8d2d-5cdd5f2f5046 req-e73b943c-ad65-4134-9e3c-e3ebeafc9625 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639429 Jun 07 06:56:38.932301 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:39.064968 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add858e-f213-406f-b34a-c85b7e1662ca req-588e4169-8ae6-444b-885e-a00a51867118 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:39.066686 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-8add858e-f213-406f-b34a-c85b7e1662ca req-588e4169-8ae6-444b-885e-a00a51867118 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.1696799 Jun 07 06:56:39.162722 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-8add858e-f213-406f-b34a-c85b7e1662ca req-a49f16b7-766f-44fe-9dfa-7e0fe4580bfb tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888567 Jun 07 06:56:39.594087 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd92b62-ff1a-489e-9540-c4a1d8aba21f req-f6be3236-d3f9-4682-af59-4756fa72622a tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:39.601525 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-bbd92b62-ff1a-489e-9540-c4a1d8aba21f req-f6be3236-d3f9-4682-af59-4756fa72622a tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 945 time: 0.1551108 Jun 07 06:56:39.647792 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-bbd92b62-ff1a-489e-9540-c4a1d8aba21f req-b38d4a28-6277-4416-b70c-92f19ebfc17b tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453746 Jun 07 06:56:39.959882 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 43736) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:56:40.138195 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-89b9f7aa-7ab3-4fec-81ed-d103e7014d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:40.370879 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-89b9f7aa-7ab3-4fec-81ed-d103e7014d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:40.378623 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-89b9f7aa-7ab3-4fec-81ed-d103e7014d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:40.446517 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-bac396c0-3bc1-46f1-9018-fdcf50620c57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:40.539827 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-89b9f7aa-7ab3-4fec-81ed-d103e7014d75 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5a2e3f991eb84539b327be8888fa7255&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5783198 Jun 07 06:56:40.540871 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 43748) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:56:40.542681 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9f7aa-7ab3-4fec-81ed-d103e7014d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dff6198-ce80-49ee-90e5-0af3a72e3086,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:40.563061 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1f9a1-15eb-468e-8bc8-b4816c4aa98e req-90f4b76a-e168-48b3-ae0a-92cde45a6dee tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:40.563269 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-89b9f7aa-7ab3-4fec-81ed-d103e7014d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:40.569749 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b3b1f9a1-15eb-468e-8bc8-b4816c4aa98e req-90f4b76a-e168-48b3-ae0a-92cde45a6dee tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.2386985 Jun 07 06:56:40.620439 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:40.673946 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b3b1f9a1-15eb-468e-8bc8-b4816c4aa98e req-490ff68c-b2e6-4fb1-971a-9de4f569e6f1 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672002 Jun 07 06:56:40.836558 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-fe44e731-9b81-4e69-af6d-42aee1589cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:40.959987 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-fe44e731-9b81-4e69-af6d-42aee1589cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:41.129360 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-fe44e731-9b81-4e69-af6d-42aee1589cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:41.143006 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-fe44e731-9b81-4e69-af6d-42aee1589cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:41.152332 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-fe44e731-9b81-4e69-af6d-42aee1589cc6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0dff6198-ce80-49ee-90e5-0af3a72e3086 HTTP/1.1" status: 204 len: 168 time: 0.5643408 Jun 07 06:56:41.164027 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-6003929c-7329-40ca-9c34-895d735b668c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:41.218182 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe44e731-9b81-4e69-af6d-42aee1589cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dff6198-ce80-49ee-90e5-0af3a72e3086,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:41.228804 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-fe44e731-9b81-4e69-af6d-42aee1589cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:41.378894 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17153100-7ce1-45b7-b4ea-d7ae10c5aa20 req-6bedfb66-ef97-4e3f-9de2-3373191bce7b tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:41.381481 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-17153100-7ce1-45b7-b4ea-d7ae10c5aa20 req-6bedfb66-ef97-4e3f-9de2-3373191bce7b tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 945 time: 0.3372092 Jun 07 06:56:41.519536 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-17153100-7ce1-45b7-b4ea-d7ae10c5aa20 req-2dd1dba6-900a-4f4b-956e-55e1942e8522 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268790 Jun 07 06:56:41.785903 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 43774) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:56:41.861057 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-cd8fd770-4b5f-4947-b66e-35f5c16f719b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:42.019200 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd2283-5ec8-4c47-982b-d90ce3833e91 req-15d66537-1c2b-43e7-8761-3249c5074ddb tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:42.021897 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-2abd2283-5ec8-4c47-982b-d90ce3833e91 req-15d66537-1c2b-43e7-8761-3249c5074ddb tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.2223487 Jun 07 06:56:42.068433 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-d861e771-4463-4bae-813e-af37af6b7712 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1125864699&fields=id&tenant_id=7a5f883678724bcaa5897caf09eee996 HTTP/1.1" status: 200 len: 267 time: 0.1572914 Jun 07 06:56:42.230568 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-cd8fd770-4b5f-4947-b66e-35f5c16f719b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:42.293506 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-cd8fd770-4b5f-4947-b66e-35f5c16f719b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:42.303407 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-593e9ba0-582a-48a6-906e-fd9950c6f40f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:42.424902 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-2abd2283-5ec8-4c47-982b-d90ce3833e91 req-3bae58b1-56bb-4ea5-8697-dfcb407efd68 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911974 Jun 07 06:56:42.424902 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8fd770-4b5f-4947-b66e-35f5c16f719b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4138b1b-a354-42a0-a4bd-88bc19e890ad,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:42.439172 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-cd8fd770-4b5f-4947-b66e-35f5c16f719b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:42.449352 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-cd8fd770-4b5f-4947-b66e-35f5c16f719b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d2f285f7bbf24d82b9b3b813ea0eb4b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6618233 Jun 07 06:56:42.452433 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 43784) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:56:42.510656 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-25be892a-817d-4c35-a27d-3a4183ba93c0 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:42.515712 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-25be892a-817d-4c35-a27d-3a4183ba93c0 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/networks?id=604d240f-ca58-417e-b867-1593c3d5d8ef HTTP/1.1" status: 200 len: 811 time: 0.4337165 Jun 07 06:56:42.542577 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-9470050e-f5b4-4587-ae08-e37196ae07ad tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/quotas/7a5f883678724bcaa5897caf09eee996 HTTP/1.1" status: 200 len: 375 time: 0.0211556 Jun 07 06:56:42.616009 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-efc514c7-e6c7-4e90-ab35-9ac9a5d37564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:42.736701 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-763ca7d1-042d-4dbe-8d04-e83c4e0c92fb tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7a5f883678724bcaa5897caf09eee996&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1867852 Jun 07 06:56:42.743591 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-efc514c7-e6c7-4e90-ab35-9ac9a5d37564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:42.868820 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-efc514c7-e6c7-4e90-ab35-9ac9a5d37564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:42.873279 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-efc514c7-e6c7-4e90-ab35-9ac9a5d37564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:42.888142 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-efc514c7-e6c7-4e90-ab35-9ac9a5d37564 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d4138b1b-a354-42a0-a4bd-88bc19e890ad HTTP/1.1" status: 204 len: 168 time: 0.4281502 Jun 07 06:56:42.999641 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-40655cc8-1b03-474e-892d-74f46ebaf761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:43.036988 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc514c7-e6c7-4e90-ab35-9ac9a5d37564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4138b1b-a354-42a0-a4bd-88bc19e890ad,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:43.053999 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-efc514c7-e6c7-4e90-ab35-9ac9a5d37564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:43.080385 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-e124192e-d15b-4e67-82d3-bca7056f0f54 service neutron] 10.222.0.35 "GET /v2.0/networks/604d240f-ca58-417e-b867-1593c3d5d8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278036 Jun 07 06:56:43.202851 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e5d6a-3328-4086-abc3-c50e546c9e9a req-099f13b9-28c9-4966-bb83-c3df2161e862 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:43.204765 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-c49e5d6a-3328-4086-abc3-c50e546c9e9a req-099f13b9-28c9-4966-bb83-c3df2161e862 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 945 time: 0.3391354 Jun 07 06:56:43.205394 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 43796) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:56:43.399156 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-c49e5d6a-3328-4086-abc3-c50e546c9e9a req-3d9b2469-fa11-413a-8c12-44e1d2ab4794 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865320 Jun 07 06:56:43.491222 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-01376d3e-fd48-4dc3-87f1-764e9f2e0c28 service neutron] 10.222.0.35 "GET /v2.0/networks/604d240f-ca58-417e-b867-1593c3d5d8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4097836 Jun 07 06:56:43.625616 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-c3f40b27-d90f-43e8-b5dc-c482f015e8b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:43.814680 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f37b49-f8b2-46d1-a12f-fc9f6995e08d req-85fb35fe-b206-4a9c-9cac-b8912a9ecf96 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:43.825339 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-61f37b49-f8b2-46d1-a12f-fc9f6995e08d req-85fb35fe-b206-4a9c-9cac-b8912a9ecf96 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.2379708 Jun 07 06:56:43.911324 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-61f37b49-f8b2-46d1-a12f-fc9f6995e08d req-1395e540-ba8c-4028-9d75-21cdb59652c8 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876348 Jun 07 06:56:43.926950 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-c3f40b27-d90f-43e8-b5dc-c482f015e8b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:43.936125 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-c3f40b27-d90f-43e8-b5dc-c482f015e8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:43.960951 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-6f88800d-d398-4974-a485-d713b0d8f0ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:44.026420 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-c3f40b27-d90f-43e8-b5dc-c482f015e8b9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=27dfe3a6c65148b2b0fa62dd1fc6fb4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8197300 Jun 07 06:56:44.027458 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f40b27-d90f-43e8-b5dc-c482f015e8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc51f7d1-ca8d-462e-a628-f1214e021daa,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:44.043180 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 43832) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:56:44.052425 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-c3f40b27-d90f-43e8-b5dc-c482f015e8b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:44.147006 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-41563ecb-31ec-44a5-a02a-b5c8c6551d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:44.193672 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-3fcaa1ae-963f-41a8-9128-7d00d592ebe1 req-abc68195-e1bb-415f-8b0e-4d5507077c49 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d576f5-88c7-4874-96b0-ee0275ba6506 HTTP/1.1" status: 200 len: 210 time: 0.1122301 Jun 07 06:56:44.201711 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-41563ecb-31ec-44a5-a02a-b5c8c6551d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:44.331523 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-41563ecb-31ec-44a5-a02a-b5c8c6551d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:44.334700 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-41563ecb-31ec-44a5-a02a-b5c8c6551d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:44.338110 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-41563ecb-31ec-44a5-a02a-b5c8c6551d58 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cc51f7d1-ca8d-462e-a628-f1214e021daa HTTP/1.1" status: 204 len: 168 time: 0.3059828 Jun 07 06:56:44.340266 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-d9c37ba2-2ee5-481f-9c2f-6aebd6df6dea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:44.388261 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41563ecb-31ec-44a5-a02a-b5c8c6551d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc51f7d1-ca8d-462e-a628-f1214e021daa,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:44.398826 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-41563ecb-31ec-44a5-a02a-b5c8c6551d58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:44.918076 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e680e9-08ec-4b25-81c4-c27ae71d87ea req-3b72a37b-7a39-4d4e-aec0-0b3a56f10fc8 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:44.929852 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b7e680e9-08ec-4b25-81c4-c27ae71d87ea req-3b72a37b-7a39-4d4e-aec0-0b3a56f10fc8 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 945 time: 0.1638696 Jun 07 06:56:45.035845 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b7e680e9-08ec-4b25-81c4-c27ae71d87ea req-9c69d962-72d6-47d9-8af2-a9483db28f87 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030350 Jun 07 06:56:45.323915 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ed8df-cbc5-4d9c-a037-b30dcb15041d req-a50d7616-23e3-4a26-ac65-c381d21d4ddb tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:45.327447 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-6c4ed8df-cbc5-4d9c-a037-b30dcb15041d req-a50d7616-23e3-4a26-ac65-c381d21d4ddb tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.1729331 Jun 07 06:56:45.441421 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-6c4ed8df-cbc5-4d9c-a037-b30dcb15041d req-a2d0bb29-4b2e-4550-bba4-8b90f0c4536b tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057367 Jun 07 06:56:45.617086 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-067fb8ac-b8b1-4f54-bb5f-8b64ae7705cc req-7250e25f-e834-490e-ac12-ed6348609332 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d576f5-88c7-4874-96b0-ee0275ba6506 HTTP/1.1" status: 200 len: 210 time: 0.1004038 Jun 07 06:56:46.539004 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-98fddad4-701c-46ab-83c7-93bb30d8c458 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:46.548017 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-98fddad4-701c-46ab-83c7-93bb30d8c458 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.44 "GET /v2.0/networks?id=604d240f-ca58-417e-b867-1593c3d5d8ef HTTP/1.1" status: 200 len: 811 time: 0.5248587 Jun 07 06:56:46.561116 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd878fd3-d54e-45f1-b603-ae4a3a80ad51 req-26557cfd-5c18-44c2-abd6-3a03965003de tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:46.573083 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-bd878fd3-d54e-45f1-b603-ae4a3a80ad51 req-26557cfd-5c18-44c2-abd6-3a03965003de tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 945 time: 0.2426724 Jun 07 06:56:46.717150 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-0ee718da-6106-4913-bf9c-834607f2535e tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a5f883678724bcaa5897caf09eee996 HTTP/1.1" status: 200 len: 380 time: 0.1591978 Jun 07 06:56:46.721067 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-bd878fd3-d54e-45f1-b603-ae4a3a80ad51 req-ee3a7a4d-f29a-4771-89f5-66449b8b5f14 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381989 Jun 07 06:56:46.731733 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-451eb847-185e-49ba-a672-ead6fb5b91ab tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Request body: {'port': {'device_id': '97d576f5-88c7-4874-96b0-ee0275ba6506', 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef', 'admin_state_up': True, 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'security_groups': ['d8efbc9d-d1ea-47c2-9845-35cab17dcfa4']}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:56:47.062570 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291e05a-aaa2-4118-96e6-6e5816c5a622 req-9b7b8ad2-9059-4bee-b454-fbd13a8c9dd3 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:47.064804 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-40ad9a36-e57a-4011-a1fa-afb3018b3b2c req-04981b6d-a683-407f-bbee-b5020be76d53 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d576f5-88c7-4874-96b0-ee0275ba6506 HTTP/1.1" status: 200 len: 210 time: 0.1246774 Jun 07 06:56:47.073262 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-0291e05a-aaa2-4118-96e6-6e5816c5a622 req-9b7b8ad2-9059-4bee-b454-fbd13a8c9dd3 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.3145735 Jun 07 06:56:47.203882 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-0291e05a-aaa2-4118-96e6-6e5816c5a622 req-cee39b7d-9bec-428f-adc7-e0b6133e4f99 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159465 Jun 07 06:56:47.257292 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-451eb847-185e-49ba-a672-ead6fb5b91ab tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Made reservation on behalf of 7a5f883678724bcaa5897caf09eee996 for: {'port': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:56:47.261661 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-451eb847-185e-49ba-a672-ead6fb5b91ab tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:47.486089 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.db_base_plugin_common [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-451eb847-185e-49ba-a672-ead6fb5b91ab tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Allocated IP 172.20.0.10 (604d240f-ca58-417e-b867-1593c3d5d8ef/87a72f20-455f-479d-87c8-83d2f8548043/ce27cd82-e445-4a46-9b87-d7cc2d5d7602) {{(pid=91759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:56:48.126721 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-451eb847-185e-49ba-a672-ead6fb5b91ab tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks [] for port, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:48.195110 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.provisioning_blocks [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-451eb847-185e-49ba-a672-ead6fb5b91ab tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Transition to ACTIVE for port object ce27cd82-e445-4a46-9b87-d7cc2d5d7602 will not be triggered until provisioned by entity DHCP. {{(pid=91759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:56:48.270604 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00598b-259b-432c-b512-ff95e8e7457c req-08368612-74fc-4c71-9619-a968f562cf0b tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:48.278742 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-451eb847-185e-49ba-a672-ead6fb5b91ab tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222160'] for port, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:48.289000 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ee00598b-259b-432c-b512-ff95e8e7457c req-08368612-74fc-4c71-9619-a968f562cf0b tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 945 time: 0.2926488 Jun 07 06:56:48.292351 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:48.367777 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ee00598b-259b-432c-b512-ff95e8e7457c req-9cd19a01-0d62-4123-b518-f82b51a52f60 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776281 Jun 07 06:56:48.539637 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451eb847-185e-49ba-a672-ead6fb5b91ab tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Pushing event updated for resources: {'Port': ['ID=ce27cd82-e445-4a46-9b87-d7cc2d5d7602,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:48.639612 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a2b45-ccb8-4f09-abc2-174dea031e84 req-a766e441-0d02-4a8d-8553-908ae4f88cb8 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:48.649061 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0b6a2b45-ccb8-4f09-abc2-174dea031e84 req-a766e441-0d02-4a8d-8553-908ae4f88cb8 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.1280661 Jun 07 06:56:48.663954 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-451eb847-185e-49ba-a672-ead6fb5b91ab tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:48.715917 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0b6a2b45-ccb8-4f09-abc2-174dea031e84 req-9303e20a-8216-4363-85b6-160e3083c8a9 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658522 Jun 07 06:56:48.738469 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-451eb847-185e-49ba-a672-ead6fb5b91ab tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Network 604d240f-ca58-417e-b867-1593c3d5d8ef is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:56:48.747296 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-451eb847-185e-49ba-a672-ead6fb5b91ab tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:56:48.750661 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-451eb847-185e-49ba-a672-ead6fb5b91ab tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Received port after_create {{(pid=91759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:56:48.859634 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-451eb847-185e-49ba-a672-ead6fb5b91ab tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:48.860264 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-451eb847-185e-49ba-a672-ead6fb5b91ab tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:48.961634 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-451eb847-185e-49ba-a672-ead6fb5b91ab tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2358875 Jun 07 06:56:48.985568 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-9d6193a8-ead2-4ca8-9837-6bd05feb2934 service neutron] Request body: {'port': {'device_id': '97d576f5-88c7-4874-96b0-ee0275ba6506', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:56:49.162867 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b17a67-9403-41d0-b7d4-6161427ac608 req-55dc51f5-e2c0-4033-804d-a7ebb01bc79e tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:49.164429 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-67b17a67-9403-41d0-b7d4-6161427ac608 req-55dc51f5-e2c0-4033-804d-a7ebb01bc79e tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d576f5-88c7-4874-96b0-ee0275ba6506 HTTP/1.1" status: 200 len: 932 time: 0.6265759 Jun 07 06:56:49.214569 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-25d5f4da-8f10-48d5-9231-a03d5051f91c None None] Provisioning for port ce27cd82-e445-4a46-9b87-d7cc2d5d7602 completed by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:56:49.239710 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-25d5f4da-8f10-48d5-9231-a03d5051f91c None None] Provisioning complete for port ce27cd82-e445-4a46-9b87-d7cc2d5d7602 triggered by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:56:49.241127 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-25d5f4da-8f10-48d5-9231-a03d5051f91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:49.396029 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-9d6193a8-ead2-4ca8-9837-6bd05feb2934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:49.463303 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-25d5f4da-8f10-48d5-9231-a03d5051f91c None None] Port ce27cd82-e445-4a46-9b87-d7cc2d5d7602 cannot update to ACTIVE because it is not bound. {{(pid=91760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 06:56:49.628261 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-67b17a67-9403-41d0-b7d4-6161427ac608 req-52377278-91e9-474f-ac7d-52e6e9038bbd tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4560580 Jun 07 06:56:49.899416 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd82b21-2bb3-44af-9e1d-5393fd95d2d7 req-8f31de88-f4fd-4db9-8901-55176a859197 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:49.918519 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ddd82b21-2bb3-44af-9e1d-5393fd95d2d7 req-8f31de88-f4fd-4db9-8901-55176a859197 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 945 time: 0.2132952 Jun 07 06:56:50.048217 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ddd82b21-2bb3-44af-9e1d-5393fd95d2d7 req-8da56203-86eb-45b8-bd7b-3e8c6bbe863b tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285939 Jun 07 06:56:50.406837 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.notifiers.nova [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-9d6193a8-ead2-4ca8-9837-6bd05feb2934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce27cd82-e445-4a46-9b87-d7cc2d5d7602 {{(pid=91759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:56:50.416484 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-9d6193a8-ead2-4ca8-9837-6bd05feb2934 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:50.434549 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.provisioning_blocks [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-9d6193a8-ead2-4ca8-9837-6bd05feb2934 service neutron] Transition to ACTIVE for port object ce27cd82-e445-4a46-9b87-d7cc2d5d7602 will not be triggered until provisioned by entity L2. {{(pid=91759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:56:50.459869 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-9d6193a8-ead2-4ca8-9837-6bd05feb2934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222187'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:50.476726 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:50.704579 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f359b-c75e-46f5-9929-f22c5d6cd3a3 req-6c927428-8e9b-4817-a8cc-5ab9ae5b7335 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:50.706203 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-149f359b-c75e-46f5-9929-f22c5d6cd3a3 req-6c927428-8e9b-4817-a8cc-5ab9ae5b7335 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.7694621 Jun 07 06:56:50.799081 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6193a8-ead2-4ca8-9837-6bd05feb2934 service neutron] Pushing event updated for resources: {'Port': ['ID=ce27cd82-e445-4a46-9b87-d7cc2d5d7602,revision_number=2']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:50.803285 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-9d6193a8-ead2-4ca8-9837-6bd05feb2934 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:50.857763 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-9d6193a8-ead2-4ca8-9837-6bd05feb2934 service neutron] Attempting to bind port ce27cd82-e445-4a46-9b87-d7cc2d5d7602 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:56:50.858036 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-9d6193a8-ead2-4ca8-9837-6bd05feb2934 service neutron] Attempting to bind port ce27cd82-e445-4a46-9b87-d7cc2d5d7602 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '885fa550-1759-4487-99dc-70f937f90f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef'}] {{(pid=91759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:56:50.858369 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-9d6193a8-ead2-4ca8-9837-6bd05feb2934 service neutron] Attempting to bind port ce27cd82-e445-4a46-9b87-d7cc2d5d7602 on network 604d240f-ca58-417e-b867-1593c3d5d8ef {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:56:50.864964 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-9d6193a8-ead2-4ca8-9837-6bd05feb2934 service neutron] Port ce27cd82-e445-4a46-9b87-d7cc2d5d7602 on network 604d240f-ca58-417e-b867-1593c3d5d8ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 06:56:50.865285 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-9d6193a8-ead2-4ca8-9837-6bd05feb2934 service neutron] Attempting to bind port ce27cd82-e445-4a46-9b87-d7cc2d5d7602 on network 604d240f-ca58-417e-b867-1593c3d5d8ef {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:56:50.871664 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-149f359b-c75e-46f5-9929-f22c5d6cd3a3 req-3249ae5f-aaad-4559-a960-b6765bb38ff0 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516123 Jun 07 06:56:50.874143 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-9d6193a8-ead2-4ca8-9837-6bd05feb2934 service neutron] Checking agent: {'id': '6ac81f3b-c4b1-4231-aa5b-62c4bc3a8245', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 52, 32), 'started_at': datetime.datetime(2021, 6, 7, 6, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:56:50.874482 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-9d6193a8-ead2-4ca8-9837-6bd05feb2934 service neutron] Checking segment: {'id': '885fa550-1759-4487-99dc-70f937f90f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:56:50.874860 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-9d6193a8-ead2-4ca8-9837-6bd05feb2934 service neutron] Bound using segment: {'id': '885fa550-1759-4487-99dc-70f937f90f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef'} {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:56:50.875605 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-9d6193a8-ead2-4ca8-9837-6bd05feb2934 service neutron] Bound port: ce27cd82-e445-4a46-9b87-d7cc2d5d7602, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '885fa550-1759-4487-99dc-70f937f90f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef'}}] {{(pid=91759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:56:50.875605 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-9d6193a8-ead2-4ca8-9837-6bd05feb2934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:51.008129 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a2a03-6440-494b-a345-1575747963cc req-8ea8a762-bb12-4959-a069-b9ec5e1a8898 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:51.014693 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-6e6a2a03-6440-494b-a345-1575747963cc req-8ea8a762-bb12-4959-a069-b9ec5e1a8898 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d576f5-88c7-4874-96b0-ee0275ba6506 HTTP/1.1" status: 200 len: 944 time: 0.1067119 Jun 07 06:56:51.018965 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.db [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-9d6193a8-ead2-4ca8-9837-6bd05feb2934 service neutron] For port ce27cd82-e445-4a46-9b87-d7cc2d5d7602, host hv-cinder-78414, cleared binding levels {{(pid=91759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:56:51.033865 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.db [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-9d6193a8-ead2-4ca8-9837-6bd05feb2934 service neutron] For port ce27cd82-e445-4a46-9b87-d7cc2d5d7602, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=ce27cd82-e445-4a46-9b87-d7cc2d5d7602,segment=NetworkSegment(885fa550-1759-4487-99dc-70f937f90f45),segment_id=885fa550-1759-4487-99dc-70f937f90f45)] {{(pid=91759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:56:51.041383 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-9d6193a8-ead2-4ca8-9837-6bd05feb2934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222187'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:51.046408 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-9d6193a8-ead2-4ca8-9837-6bd05feb2934 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:51.151523 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-9d6193a8-ead2-4ca8-9837-6bd05feb2934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:51.152620 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-9d6193a8-ead2-4ca8-9837-6bd05feb2934 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:51.153938 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-9d6193a8-ead2-4ca8-9837-6bd05feb2934 service neutron] 10.222.0.44 "PUT /v2.0/ports/ce27cd82-e445-4a46-9b87-d7cc2d5d7602 HTTP/1.1" status: 200 len: 1094 time: 2.1757100 Jun 07 06:56:51.165018 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d576f5-88c7-4874-96b0-ee0275ba6506', 'tag': 'ce27cd82-e445-4a46-9b87-d7cc2d5d7602'}] {{(pid=91759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:56:51.168057 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a053f81c338bbf1e2ede0d69cafce5cf20f9436aa375ccea032d9338f79a3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c3dd04-20e4-425d-ad38-14d9f059d65a" -d '{"events": [{"name": "network-changed", "server_uuid": "97d576f5-88c7-4874-96b0-ee0275ba6506", "tag": "ce27cd82-e445-4a46-9b87-d7cc2d5d7602"}]}' {{(pid=91759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:56:51.231675 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6193a8-ead2-4ca8-9837-6bd05feb2934 service neutron] Pushing event updated for resources: {'Port': ['ID=ce27cd82-e445-4a46-9b87-d7cc2d5d7602,revision_number=3']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:51.236393 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-9d6193a8-ead2-4ca8-9837-6bd05feb2934 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:51.243887 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-6e6a2a03-6440-494b-a345-1575747963cc req-d9297419-5337-4cd6-af48-ee3e4267654a tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2208931 Jun 07 06:56:51.377370 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 06:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c0ae67-e9b3-436a-aeed-423a70289a2b x-openstack-request-id: req-39c0ae67-e9b3-436a-aeed-423a70289a2b {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:56:51.377739 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d576f5-88c7-4874-96b0-ee0275ba6506", "tag": "ce27cd82-e445-4a46-9b87-d7cc2d5d7602", "status": "completed", "code": 200}]} {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:56:51.377975 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-39c0ae67-e9b3-436a-aeed-423a70289a2b {{(pid=91759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:56:51.378392 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d576f5-88c7-4874-96b0-ee0275ba6506', 'tag': 'ce27cd82-e445-4a46-9b87-d7cc2d5d7602', 'status': 'completed', 'code': 200} Jun 07 06:56:51.481365 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a90cb-9417-4949-90ef-0863f599dff8 req-17f5a2cd-1d9c-43e9-9c8f-0b4c6df7ff9f tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:51.483927 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-2b1a90cb-9417-4949-90ef-0863f599dff8 req-17f5a2cd-1d9c-43e9-9c8f-0b4c6df7ff9f tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 945 time: 0.1669142 Jun 07 06:56:51.558514 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-2b1a90cb-9417-4949-90ef-0863f599dff8 req-1d00105c-a254-42cf-a42d-24ff2837901e tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686944 Jun 07 06:56:52.304756 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053909a4-4e4d-4c49-b59d-583ffb204d1e req-a7fab166-d596-4463-991a-5f2bcfc881f7 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:52.315381 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-053909a4-4e4d-4c49-b59d-583ffb204d1e req-a7fab166-d596-4463-991a-5f2bcfc881f7 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.2902553 Jun 07 06:56:52.388878 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-053909a4-4e4d-4c49-b59d-583ffb204d1e req-eca1136e-0055-4393-bbcb-b7300dbcdc4c tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722547 Jun 07 06:56:52.611759 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdab4c9-1c39-43d6-b231-74d6e9ee7726 req-aa762c90-36e6-4b00-b9ef-6aa87aba7863 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:52.613444 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-7bdab4c9-1c39-43d6-b231-74d6e9ee7726 req-aa762c90-36e6-4b00-b9ef-6aa87aba7863 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d576f5-88c7-4874-96b0-ee0275ba6506 HTTP/1.1" status: 200 len: 944 time: 0.1905975 Jun 07 06:56:52.707426 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-7bdab4c9-1c39-43d6-b231-74d6e9ee7726 req-180b6bac-658c-49c6-866b-93a5b864c0e3 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876932 Jun 07 06:56:52.897750 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191d2ae-0a7c-482c-a08f-d9c5418a6a6f req-70f37bcc-4d9a-4c51-9e9d-fcb6689d0247 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:52.909845 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0191d2ae-0a7c-482c-a08f-d9c5418a6a6f req-70f37bcc-4d9a-4c51-9e9d-fcb6689d0247 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 945 time: 0.1470516 Jun 07 06:56:52.995295 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0191d2ae-0a7c-482c-a08f-d9c5418a6a6f req-ebfc8e6c-b114-4bef-9b24-d518a3a0cb7a tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831702 Jun 07 06:56:53.427505 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-f131bbc7-f662-4a55-b46c-0ea8a91d8a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:53.439311 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-f131bbc7-f662-4a55-b46c-0ea8a91d8a02 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a5f883678724bcaa5897caf09eee996&device_id=97d576f5-88c7-4874-96b0-ee0275ba6506 HTTP/1.1" status: 200 len: 1097 time: 0.1829319 Jun 07 06:56:53.712845 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-2ee98a2f-1f5c-475f-9d78-cba069dd5732 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce27cd82-e445-4a46-9b87-d7cc2d5d7602 HTTP/1.1" status: 200 len: 217 time: 0.2632775 Jun 07 06:56:53.852303 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-9e2e78df-7a4c-44cc-b209-c95f4a231fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:53.853941 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-9e2e78df-7a4c-44cc-b209-c95f4a231fc9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=87a72f20-455f-479d-87c8-83d2f8548043 HTTP/1.1" status: 200 len: 850 time: 0.1338785 Jun 07 06:56:53.895493 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf1d4f-a1e1-4944-a8b3-a7f556a56e12 req-857375f3-97e0-4b23-ac10-33dffebd7c1b tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:53.902461 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-cbaf1d4f-a1e1-4944-a8b3-a7f556a56e12 req-857375f3-97e0-4b23-ac10-33dffebd7c1b tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.2608602 Jun 07 06:56:53.954717 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-cbaf1d4f-a1e1-4944-a8b3-a7f556a56e12 req-eef76296-55d6-49af-b75d-0bdd47f582f9 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513496 Jun 07 06:56:54.002297 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16be85-7653-484c-ad0e-2d01d272d6cb req-0cde0ae1-794a-476b-9691-eb325d58053d tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:54.007402 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-3b16be85-7653-484c-ad0e-2d01d272d6cb req-0cde0ae1-794a-476b-9691-eb325d58053d tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d576f5-88c7-4874-96b0-ee0275ba6506 HTTP/1.1" status: 200 len: 944 time: 0.1034334 Jun 07 06:56:54.120688 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-3b16be85-7653-484c-ad0e-2d01d272d6cb req-a9f940c3-5d8d-44e9-8cca-1953ef4803fe tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036296 Jun 07 06:56:54.406738 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a944f6a-ce73-4914-845c-9741b9e86d25 req-09d56fb5-1421-4611-8183-725f651ea658 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:54.419860 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-4a944f6a-ce73-4914-845c-9741b9e86d25 req-09d56fb5-1421-4611-8183-725f651ea658 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 945 time: 0.2078712 Jun 07 06:56:54.503034 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-4a944f6a-ce73-4914-845c-9741b9e86d25 req-ac28e748-a5ce-49c1-a146-84342d2fe701 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819540 Jun 07 06:56:54.807761 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-523bc94d-6827-43b8-9f91-10715b5eee17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:54.810631 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-523bc94d-6827-43b8-9f91-10715b5eee17 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=604d240f-ca58-417e-b867-1593c3d5d8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1115086 Jun 07 06:56:55.253334 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72bd9c4-b9f8-46bd-b90e-d31c6da65206 req-53b71d1e-44d7-47a7-bf35-9e7214c49c3e tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:55.263288 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-b72bd9c4-b9f8-46bd-b90e-d31c6da65206 req-53b71d1e-44d7-47a7-bf35-9e7214c49c3e tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.1488242 Jun 07 06:56:55.315996 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-b72bd9c4-b9f8-46bd-b90e-d31c6da65206 req-251be185-f66e-4560-8750-1ef688a30491 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515728 Jun 07 06:56:55.447544 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b3d01-6860-448d-8650-b65349551495 req-659db404-7574-4557-86d8-afc46cd55bf5 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:55.456461 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-1b9b3d01-6860-448d-8650-b65349551495 req-659db404-7574-4557-86d8-afc46cd55bf5 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d576f5-88c7-4874-96b0-ee0275ba6506 HTTP/1.1" status: 200 len: 944 time: 0.1232071 Jun 07 06:56:55.513755 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-1b9b3d01-6860-448d-8650-b65349551495 req-f975cbcd-0abc-4e9a-9408-fdfc0e517fce tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546312 Jun 07 06:56:55.731165 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56580a9-42d6-47fb-b636-97e9a3cb24cc req-e1e0c531-6d33-4529-9486-b76e5b49c169 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:55.738617 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e56580a9-42d6-47fb-b636-97e9a3cb24cc req-e1e0c531-6d33-4529-9486-b76e5b49c169 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 945 time: 0.0988886 Jun 07 06:56:55.795723 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e56580a9-42d6-47fb-b636-97e9a3cb24cc req-32d99762-4b45-440e-8c3e-176f2678dc8d tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559287 Jun 07 06:56:56.497545 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bceff7-3709-497d-aea9-7e4ccbb436f1 req-731ee7f5-69e1-40b2-8d10-bec0c61bbdc6 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:56.498984 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-34bceff7-3709-497d-aea9-7e4ccbb436f1 req-731ee7f5-69e1-40b2-8d10-bec0c61bbdc6 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.0838642 Jun 07 06:56:56.542337 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-34bceff7-3709-497d-aea9-7e4ccbb436f1 req-2ae33789-fa89-4d7d-bb3f-3465ebe4f9bc tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377953 Jun 07 06:56:56.764341 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7159eef5-ebc0-4f2d-95f9-a0052ae3598f req-3e4c7b7b-3374-4eb3-ac29-19e48593e5cd tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:56.770249 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-7159eef5-ebc0-4f2d-95f9-a0052ae3598f req-3e4c7b7b-3374-4eb3-ac29-19e48593e5cd tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d576f5-88c7-4874-96b0-ee0275ba6506 HTTP/1.1" status: 200 len: 944 time: 0.0962381 Jun 07 06:56:56.817698 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-7159eef5-ebc0-4f2d-95f9-a0052ae3598f req-38f8f6d3-fcc9-486f-a554-fe8c15153bb9 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451643 Jun 07 06:56:56.841340 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-4b411999-61de-439f-9f00-20c09b7a9515 service neutron] 10.222.0.44 "GET /v2.0/networks/604d240f-ca58-417e-b867-1593c3d5d8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700591 Jun 07 06:56:57.119053 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-f2ac3904-d2e5-43e4-87a4-acced9a171fe req-e723a0ab-76c5-482f-adfa-de8c6d8b9027 service neutron] 10.222.0.44 "GET /v2.0/networks/604d240f-ca58-417e-b867-1593c3d5d8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053969 Jun 07 06:56:57.128908 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535cafb-23ad-4d1c-bf0a-cd0637fd52eb req-10de29ea-64d3-4a69-8769-61471d69145c tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:57.137573 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-3535cafb-23ad-4d1c-bf0a-cd0637fd52eb req-10de29ea-64d3-4a69-8769-61471d69145c tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 945 time: 0.2048368 Jun 07 06:56:57.243499 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-3535cafb-23ad-4d1c-bf0a-cd0637fd52eb req-02c5ca51-c1e6-49dc-89e3-65b626a46c92 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045339 Jun 07 06:56:57.291734 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3dd04-20e4-425d-ad38-14d9f059d65a req-f8c25c6c-5a57-42f5-bba6-1fd66576e4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:57.293399 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-29c3dd04-20e4-425d-ad38-14d9f059d65a req-f8c25c6c-5a57-42f5-bba6-1fd66576e4c8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a5f883678724bcaa5897caf09eee996&device_id=97d576f5-88c7-4874-96b0-ee0275ba6506 HTTP/1.1" status: 200 len: 1097 time: 0.1181893 Jun 07 06:56:57.330474 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74eded6-f13c-4367-bda8-a601d872dcd8 req-4d61f1dc-2718-48bf-b24f-46d9a766336b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:57.332245 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d74eded6-f13c-4367-bda8-a601d872dcd8 req-4d61f1dc-2718-48bf-b24f-46d9a766336b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=03bd4d9d83964ae7adcdbf4b4489df7b&device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 1098 time: 0.1251111 Jun 07 06:56:57.480196 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3dd04-20e4-425d-ad38-14d9f059d65a req-595cfa09-1a69-434d-9b77-4921fe2bad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:57.482169 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-29c3dd04-20e4-425d-ad38-14d9f059d65a req-595cfa09-1a69-434d-9b77-4921fe2bad70 service neutron] 10.222.0.44 "GET /v2.0/networks?id=604d240f-ca58-417e-b867-1593c3d5d8ef HTTP/1.1" status: 200 len: 912 time: 0.1818492 Jun 07 06:56:57.514299 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74eded6-f13c-4367-bda8-a601d872dcd8 req-9a370c24-0e45-4a64-9cb5-47a7b776152b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:57.515943 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d74eded6-f13c-4367-bda8-a601d872dcd8 req-9a370c24-0e45-4a64-9cb5-47a7b776152b service neutron] 10.222.0.44 "GET /v2.0/networks?id=0ea641b7-d55d-49bf-bc2d-31ddec2c42bf HTTP/1.1" status: 200 len: 918 time: 0.1755149 Jun 07 06:56:57.560736 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-29c3dd04-20e4-425d-ad38-14d9f059d65a req-ca06ca8b-10a1-4635-92c9-b928b6eb4cdc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce27cd82-e445-4a46-9b87-d7cc2d5d7602 HTTP/1.1" status: 200 len: 217 time: 0.0707290 Jun 07 06:56:57.682996 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d74eded6-f13c-4367-bda8-a601d872dcd8 req-a7271e4e-66eb-44b7-b672-5c02b4bf48c8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6a21db2-fd0f-4ecd-b552-56cb2a008026 HTTP/1.1" status: 200 len: 1001 time: 0.1598222 Jun 07 06:56:57.709488 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3dd04-20e4-425d-ad38-14d9f059d65a req-4c3bdc42-bf61-4d4d-b850-de1b761c8ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:57.723360 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-29c3dd04-20e4-425d-ad38-14d9f059d65a req-4c3bdc42-bf61-4d4d-b850-de1b761c8ff0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=87a72f20-455f-479d-87c8-83d2f8548043 HTTP/1.1" status: 200 len: 850 time: 0.1495507 Jun 07 06:56:57.867176 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3dd04-20e4-425d-ad38-14d9f059d65a req-8249d1d1-531b-4502-88ae-150b49f7ee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:57.870939 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74eded6-f13c-4367-bda8-a601d872dcd8 req-45b0a758-fbc7-4d14-866f-a06bbf37e79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:57.872482 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d74eded6-f13c-4367-bda8-a601d872dcd8 req-45b0a758-fbc7-4d14-866f-a06bbf37e79a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1 HTTP/1.1" status: 200 len: 856 time: 0.1772654 Jun 07 06:56:57.879715 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-29c3dd04-20e4-425d-ad38-14d9f059d65a req-8249d1d1-531b-4502-88ae-150b49f7ee1a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=604d240f-ca58-417e-b867-1593c3d5d8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1500051 Jun 07 06:56:58.011207 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57034c5f-191d-4a70-bdba-45facb72ee82 req-7c1ce83b-0346-4693-b8e4-b08b7a4d5fc5 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:58.014129 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-57034c5f-191d-4a70-bdba-45facb72ee82 req-7c1ce83b-0346-4693-b8e4-b08b7a4d5fc5 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.2736878 Jun 07 06:56:58.059296 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74eded6-f13c-4367-bda8-a601d872dcd8 req-0ee9179f-2cdd-44e3-9990-245e2f7ab3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:58.061387 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d74eded6-f13c-4367-bda8-a601d872dcd8 req-0ee9179f-2cdd-44e3-9990-245e2f7ab3b6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0ea641b7-d55d-49bf-bc2d-31ddec2c42bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1766484 Jun 07 06:56:58.101594 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-57034c5f-191d-4a70-bdba-45facb72ee82 req-2ca1c31b-b783-431d-8289-fa3bc1b8fe08 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811665 Jun 07 06:56:58.248708 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee1ff2-4400-4d9c-8ac1-282912057473 req-f24bb4b9-e6b2-4159-8ed6-22ab0ea060ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:58.250243 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-0fee1ff2-4400-4d9c-8ac1-282912057473 req-f24bb4b9-e6b2-4159-8ed6-22ab0ea060ae service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 1098 time: 0.3535633 Jun 07 06:56:58.262707 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-29c3dd04-20e4-425d-ad38-14d9f059d65a req-e4d5f34c-d26e-48d3-855f-ef387aa0bc92 service neutron] 10.222.0.44 "GET /v2.0/networks/604d240f-ca58-417e-b867-1593c3d5d8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149467 Jun 07 06:56:58.281869 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d74eded6-f13c-4367-bda8-a601d872dcd8 req-c9af0523-cbde-4bfa-9cf1-46f5add620f6 service neutron] 10.222.0.44 "GET /v2.0/networks/0ea641b7-d55d-49bf-bc2d-31ddec2c42bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107372 Jun 07 06:56:58.286074 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92bcb3e-3b7a-4d8e-b429-5a923d17607d req-83e3da95-74e1-4082-99ab-dbf04318ce6e tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:58.287534 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b92bcb3e-3b7a-4d8e-b429-5a923d17607d req-83e3da95-74e1-4082-99ab-dbf04318ce6e tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d576f5-88c7-4874-96b0-ee0275ba6506 HTTP/1.1" status: 200 len: 944 time: 0.3167322 Jun 07 06:56:58.419824 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-0fee1ff2-4400-4d9c-8ac1-282912057473 req-654facc1-d612-437f-a393-dacd4bc81ea4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586213 Jun 07 06:56:58.463718 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b92bcb3e-3b7a-4d8e-b429-5a923d17607d req-7e2e6d1a-3517-44d7-bbad-7a5f52122747 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541028 Jun 07 06:56:58.517407 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-29c3dd04-20e4-425d-ad38-14d9f059d65a req-469a3e65-45b5-4cf8-8a06-bbf816e7e173 service neutron] 10.222.0.44 "GET /v2.0/networks/604d240f-ca58-417e-b867-1593c3d5d8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396712 Jun 07 06:56:58.528090 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d74eded6-f13c-4367-bda8-a601d872dcd8 req-f2fe6af6-b26f-4fd9-82c3-ba92c3283a45 service neutron] 10.222.0.44 "GET /v2.0/networks/0ea641b7-d55d-49bf-bc2d-31ddec2c42bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319548 Jun 07 06:56:58.582565 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e468be-310d-4ca4-a5a1-be059210c229 req-38af3e32-2415-4311-8d80-2d91683c4068 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:58.591841 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-f9e468be-310d-4ca4-a5a1-be059210c229 req-38af3e32-2415-4311-8d80-2d91683c4068 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 945 time: 0.1104136 Jun 07 06:56:58.650512 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-f9e468be-310d-4ca4-a5a1-be059210c229 req-4675169e-f990-4e60-a25e-f9fac9aff5a0 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574119 Jun 07 06:56:59.273045 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device b6a21db2-fd0f-4ecd-b552-56cb2a008026 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 06:56:59.403236 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d848cb3-c502-46c1-87a8-489fe63756f0 req-7a6aef01-1db6-46b6-8c37-2b62237cebb8 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:59.407603 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-4d848cb3-c502-46c1-87a8-489fe63756f0 req-7a6aef01-1db6-46b6-8c37-2b62237cebb8 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.1703057 Jun 07 06:56:59.453679 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:59.486039 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-4d848cb3-c502-46c1-87a8-489fe63756f0 req-9ea9a839-c2dc-49b2-abbd-3bff8ebc9851 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721712 Jun 07 06:56:59.515744 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port b6a21db2-fd0f-4ecd-b552-56cb2a008026, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b6a21db2-fd0f-4ecd-b552-56cb2a008026,segment=NetworkSegment(0bd4588d-cd3a-47c3-b624-e7540af76cbe),segment_id=0bd4588d-cd3a-47c3-b624-e7540af76cbe)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:56:59.516785 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89408ebb-d630-4f0e-bcdf-bb7e36e5e67d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6a21db2-fd0f-4ecd-b552-56cb2a008026'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:56:59.521423 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bdfcc22c2f6cd30966a80f508f9d4395b4bd329b93c89cee5ea7ddf2c7e5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab51bbd-f9a3-400d-a73b-b4c536a65d1e" -d '{"events": [{"server_uuid": "89408ebb-d630-4f0e-bcdf-bb7e36e5e67d", "name": "network-vif-unplugged", "status": "completed", "tag": "b6a21db2-fd0f-4ecd-b552-56cb2a008026"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:56:59.526176 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:56:59.528948 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-34b0b2d1-5f91-47f2-9435-7ea43ce06954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:56:59.604619 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Jun 2021 06:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5db3c83-6a75-42cd-92ab-715569b37111 x-openstack-request-id: req-d5db3c83-6a75-42cd-92ab-715569b37111 {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:56:59.605231 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89408ebb-d630-4f0e-bcdf-bb7e36e5e67d", "name": "network-vif-unplugged", "status": "completed", "tag": "b6a21db2-fd0f-4ecd-b552-56cb2a008026", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:56:59.605761 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d5db3c83-6a75-42cd-92ab-715569b37111 {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:56:59.606253 dv-cinder-784140-5-iscsi neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89408ebb-d630-4f0e-bcdf-bb7e36e5e67d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6a21db2-fd0f-4ecd-b552-56cb2a008026', 'code': 200} Jun 07 06:56:59.615005 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=b6a21db2-fd0f-4ecd-b552-56cb2a008026,revision_number=8']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:56:59.625902 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:56:59.786478 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab83062-01ee-43a2-ab15-b97e8f12ab31 req-01f6cfbb-3463-493b-ab70-11d7a177d170 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:56:59.788411 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-7ab83062-01ee-43a2-ab15-b97e8f12ab31 req-01f6cfbb-3463-493b-ab70-11d7a177d170 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d576f5-88c7-4874-96b0-ee0275ba6506 HTTP/1.1" status: 200 len: 944 time: 0.1316383 Jun 07 06:56:59.876671 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-7ab83062-01ee-43a2-ab15-b97e8f12ab31 req-ea420280-fa96-4d2a-99ee-0011d0074edc tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806315 Jun 07 06:56:59.937298 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 44162) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:00.014866 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c00e27-5853-47d4-bd74-f9b369512b37 req-353790b3-95e5-4576-918a-a3d354e30487 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:00.022901 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-75c00e27-5853-47d4-bd74-f9b369512b37 req-353790b3-95e5-4576-918a-a3d354e30487 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 943 time: 0.1639047 Jun 07 06:57:00.073849 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-75c00e27-5853-47d4-bd74-f9b369512b37 req-c34c29de-5665-4a1e-8dd8-5b6350573591 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498269 Jun 07 06:57:00.243001 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.agents_db [None req-46aecb79-32b8-4105-868b-523cea85afea None None] Agent healthcheck: found 6 active agents {{(pid=91761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 06:57:00.257757 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 44168) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:00.433017 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d4f21b2d-0568-4d7e-a06e-bbc6f461fb3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:00.451126 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-cafbaa3b-e2a8-4a7d-aa4d-2a456509005f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:00.513424 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.db.api [None req-d4f21b2d-0568-4d7e-a06e-bbc6f461fb3d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 07 06:57:00.513424 dv-cinder-784140-5-iscsi neutron-server[91758]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 07 06:57:00.513424 dv-cinder-784140-5-iscsi neutron-server[91758]: [parameters: {'project_id': '06b0c102198e46329d75171f5cac8503', 'id': '8d14d2e3-d4f1-4d94-a7e0-5e449db5bfe5', 'expiration': datetime.datetime(2021, 6, 7, 6, 59, 0, 496338)}] Jun 07 06:57:00.513424 dv-cinder-784140-5-iscsi neutron-server[91758]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 06:57:00.513793 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_db.api [None req-d4f21b2d-0568-4d7e-a06e-bbc6f461fb3d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 06:57:00.678288 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-cafbaa3b-e2a8-4a7d-aa4d-2a456509005f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:00.684237 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-cafbaa3b-e2a8-4a7d-aa4d-2a456509005f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:00.692191 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-d4b152c6-ba19-4505-a132-3f574b3e2f33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:00.739267 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafbaa3b-e2a8-4a7d-aa4d-2a456509005f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba8b16e-d17d-4ba4-a706-fb6a91cc170f,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:00.745250 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-cafbaa3b-e2a8-4a7d-aa4d-2a456509005f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c33d64ccd0fc4c938ed1e3424c031dc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8067195 Jun 07 06:57:00.746306 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-cafbaa3b-e2a8-4a7d-aa4d-2a456509005f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:00.748172 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 44190) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:00.761832 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654d8f9-b591-478d-806d-2297d4da250f req-57b3c6db-248a-4be5-8909-723b2a98b880 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:00.763303 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-a654d8f9-b591-478d-806d-2297d4da250f req-57b3c6db-248a-4be5-8909-723b2a98b880 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.1523266 Jun 07 06:57:00.808968 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-dbe52d2c-b18b-49fd-9feb-037746525a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:00.810440 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-a654d8f9-b591-478d-806d-2297d4da250f req-9b158af4-3eee-48aa-8f40-f62d0b0523ca tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414121 Jun 07 06:57:00.834271 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-dbe52d2c-b18b-49fd-9feb-037746525a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:00.887083 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-dbe52d2c-b18b-49fd-9feb-037746525a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:00.889888 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-dbe52d2c-b18b-49fd-9feb-037746525a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:00.891036 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-dbe52d2c-b18b-49fd-9feb-037746525a51 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fba8b16e-d17d-4ba4-a706-fb6a91cc170f HTTP/1.1" status: 204 len: 168 time: 0.1417744 Jun 07 06:57:00.892684 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-19c10a8b-26aa-40c0-ab12-2b860d9f3519 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:00.909804 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe52d2c-b18b-49fd-9feb-037746525a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba8b16e-d17d-4ba4-a706-fb6a91cc170f,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:00.912207 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-dbe52d2c-b18b-49fd-9feb-037746525a51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:01.015768 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d4f21b2d-0568-4d7e-a06e-bbc6f461fb3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:01.170905 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee3295-73b4-4d10-8f3b-df47f2f38544 req-8a19b314-5f70-4371-baac-005ce8a09fe8 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:01.172537 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-beee3295-73b4-4d10-8f3b-df47f2f38544 req-8a19b314-5f70-4371-baac-005ce8a09fe8 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d576f5-88c7-4874-96b0-ee0275ba6506 HTTP/1.1" status: 200 len: 944 time: 0.1398983 Jun 07 06:57:01.263204 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-beee3295-73b4-4d10-8f3b-df47f2f38544 req-31de9d70-fca6-4473-ac22-ba4ce1b9800b tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820818 Jun 07 06:57:01.284653 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d4f21b2d-0568-4d7e-a06e-bbc6f461fb3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:01.323668 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d4f21b2d-0568-4d7e-a06e-bbc6f461fb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:01.323782 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 44208) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:01.335735 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-63a1463a-e10e-4cb6-9416-0fa568f6969d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:01.377390 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-084d2999-8ef1-4d1b-95f3-5552bb72e86c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:01.437109 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-d4f21b2d-0568-4d7e-a06e-bbc6f461fb3d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=06b0c102198e46329d75171f5cac8503&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1782367 Jun 07 06:57:01.438034 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f21b2d-0568-4d7e-a06e-bbc6f461fb3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374a14f7-ac41-4871-8779-33f3e4438ddb,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:01.440487 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 44210) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:01.469467 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-d4f21b2d-0568-4d7e-a06e-bbc6f461fb3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:01.537792 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd256a-0581-4242-bbba-096ce058cb44 req-a8e86787-283f-4175-89f9-d9bb475d4f77 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:01.539265 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-aabd256a-0581-4242-bbba-096ce058cb44 req-a8e86787-283f-4175-89f9-d9bb475d4f77 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 943 time: 0.2016780 Jun 07 06:57:01.554480 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-30651ba6-63db-4b7e-b855-8a9e4a00d614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:01.566670 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c41f8-4c10-4e07-9db2-86f6a41c8545 req-be295e61-a2ad-4477-a38b-a27dc0f8ab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:01.568150 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-5d2c41f8-4c10-4e07-9db2-86f6a41c8545 req-be295e61-a2ad-4477-a38b-a27dc0f8ab10 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f84addd7b81d49b4b6aa42f13e1738f8&device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 1098 time: 0.2806909 Jun 07 06:57:01.620396 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-aabd256a-0581-4242-bbba-096ce058cb44 req-3fd75a2f-959e-448f-8fe1-2ae84018dd39 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676246 Jun 07 06:57:01.628544 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929fa32-25ec-4670-b1e8-5963d2cd990e req-9a162b19-349e-4769-862f-a78b77d9e303 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:01.630020 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-3929fa32-25ec-4670-b1e8-5963d2cd990e req-9a162b19-349e-4769-862f-a78b77d9e303 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.2501926 Jun 07 06:57:01.631849 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-30651ba6-63db-4b7e-b855-8a9e4a00d614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:01.639052 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-084d2999-8ef1-4d1b-95f3-5552bb72e86c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:01.643678 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-084d2999-8ef1-4d1b-95f3-5552bb72e86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:01.654316 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-dda1a61e-383f-4479-b16d-add465047d27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:01.695612 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-084d2999-8ef1-4d1b-95f3-5552bb72e86c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2dd161f647bb4db58cf7b9be78d42592&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3707569 Jun 07 06:57:01.697407 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d2999-8ef1-4d1b-95f3-5552bb72e86c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba026173-91ac-4147-b19b-a1204b06f5c0,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:01.699747 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 44218) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:01.702531 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-084d2999-8ef1-4d1b-95f3-5552bb72e86c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:01.768201 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c5f1001a-9368-4a5a-bf05-9c1a31c6a07f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:01.791327 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-3929fa32-25ec-4670-b1e8-5963d2cd990e req-1b2cf58d-71ed-4980-add4-149d55b4ec44 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423090 Jun 07 06:57:01.797579 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c5f1001a-9368-4a5a-bf05-9c1a31c6a07f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:01.829280 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c41f8-4c10-4e07-9db2-86f6a41c8545 req-883e48c2-a6d5-4459-8803-67f885928ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:01.831189 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-5d2c41f8-4c10-4e07-9db2-86f6a41c8545 req-883e48c2-a6d5-4459-8803-67f885928ba5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e1d27084-54d3-4657-a203-aa1e336128a1 HTTP/1.1" status: 200 len: 920 time: 0.2487886 Jun 07 06:57:01.880366 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c5f1001a-9368-4a5a-bf05-9c1a31c6a07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:01.883410 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c5f1001a-9368-4a5a-bf05-9c1a31c6a07f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:01.885579 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-c5f1001a-9368-4a5a-bf05-9c1a31c6a07f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ba026173-91ac-4147-b19b-a1204b06f5c0 HTTP/1.1" status: 204 len: 168 time: 0.1838245 Jun 07 06:57:01.886553 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-1ac0de2e-6ce6-444a-a630-30eaf4f8fd02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:01.901040 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1001a-9368-4a5a-bf05-9c1a31c6a07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba026173-91ac-4147-b19b-a1204b06f5c0,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:01.904517 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-c5f1001a-9368-4a5a-bf05-9c1a31c6a07f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:01.914761 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-30651ba6-63db-4b7e-b855-8a9e4a00d614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:01.917561 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-30651ba6-63db-4b7e-b855-8a9e4a00d614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:01.918752 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-30651ba6-63db-4b7e-b855-8a9e4a00d614 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/374a14f7-ac41-4871-8779-33f3e4438ddb HTTP/1.1" status: 204 len: 168 time: 0.4712732 Jun 07 06:57:01.927551 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-834e3fbf-9e9e-4c6f-961e-fd52cf994f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:01.949718 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-5d2c41f8-4c10-4e07-9db2-86f6a41c8545 req-bcf30560-759e-450c-8e53-4d39bb5e1e15 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ddabfdb-cb0b-403a-998e-fca6faed2a55 HTTP/1.1" status: 200 len: 217 time: 0.1111805 Jun 07 06:57:01.952544 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30651ba6-63db-4b7e-b855-8a9e4a00d614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374a14f7-ac41-4871-8779-33f3e4438ddb,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:01.962304 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-30651ba6-63db-4b7e-b855-8a9e4a00d614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:02.036294 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c41f8-4c10-4e07-9db2-86f6a41c8545 req-74c20b1d-6a69-4112-971a-de3e77465164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:02.038989 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-5d2c41f8-4c10-4e07-9db2-86f6a41c8545 req-74c20b1d-6a69-4112-971a-de3e77465164 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2ad2cf50-9851-436b-aa64-d2e05907b43a HTTP/1.1" status: 200 len: 859 time: 0.0751386 Jun 07 06:57:02.095772 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-5d2c41f8-4c10-4e07-9db2-86f6a41c8545 req-f729c0b2-19a5-4e0b-8a0f-a7113737a841 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e1d27084-54d3-4657-a203-aa1e336128a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486796 Jun 07 06:57:02.366825 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-5d2c41f8-4c10-4e07-9db2-86f6a41c8545 req-7fcb95f0-8b5c-4086-a8d6-8c9726e4a392 service neutron] 10.222.0.44 "GET /v2.0/networks/e1d27084-54d3-4657-a203-aa1e336128a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619994 Jun 07 06:57:02.441487 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:02.596327 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-5d2c41f8-4c10-4e07-9db2-86f6a41c8545 req-7074f16b-08e7-45c9-88a2-b9b519bbac61 service neutron] 10.222.0.44 "GET /v2.0/networks/e1d27084-54d3-4657-a203-aa1e336128a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221494 Jun 07 06:57:02.625228 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a0465-0f05-4e1c-8c9e-aa2bec0a17d5 req-a392cb5f-d084-4549-8666-c62ddab23718 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:02.630944 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-2d6a0465-0f05-4e1c-8c9e-aa2bec0a17d5 req-a392cb5f-d084-4549-8666-c62ddab23718 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d576f5-88c7-4874-96b0-ee0275ba6506 HTTP/1.1" status: 200 len: 944 time: 0.1980705 Jun 07 06:57:02.734199 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-2d6a0465-0f05-4e1c-8c9e-aa2bec0a17d5 req-2a77af76-6428-46dd-ab2b-68045f873765 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917959 Jun 07 06:57:03.062681 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc6bdc-5aa2-4503-8c26-902fb6c89b60 req-ccc3bc0d-5df1-4892-80ce-4400877709e2 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:03.065427 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ddba50-2d7c-4071-98c2-58ba1cb0e13e req-8ef08aff-6810-4c7c-b79d-3f6afb4645bd tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:03.067132 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-85bc6bdc-5aa2-4503-8c26-902fb6c89b60 req-ccc3bc0d-5df1-4892-80ce-4400877709e2 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.1124623 Jun 07 06:57:03.068933 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-a5ddba50-2d7c-4071-98c2-58ba1cb0e13e req-8ef08aff-6810-4c7c-b79d-3f6afb4645bd tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 943 time: 0.1739857 Jun 07 06:57:03.187078 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-85bc6bdc-5aa2-4503-8c26-902fb6c89b60 req-566ae0b7-7b8e-4c99-9aa7-6cddf167c6b3 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119306 Jun 07 06:57:03.187686 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-a5ddba50-2d7c-4071-98c2-58ba1cb0e13e req-24cfdb07-1cb1-4a9d-a753-ea4907913ced tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061900 Jun 07 06:57:03.300431 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device b6a21db2-fd0f-4ecd-b552-56cb2a008026 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 06:57:03.564368 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 44340) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:03.738432 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-ee6a9b52-eb5b-4c31-9981-a5a494502080 req-cf9fab3f-764b-4808-bce4-e41112f272da service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1728511 Jun 07 06:57:03.963776 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e3856-8002-4300-b696-deae8c3871be req-b2eca890-20ea-4253-b52d-de719bbc2032 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:03.965225 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-bd3e3856-8002-4300-b696-deae8c3871be req-b2eca890-20ea-4253-b52d-de719bbc2032 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d576f5-88c7-4874-96b0-ee0275ba6506 HTTP/1.1" status: 200 len: 944 time: 0.0883060 Jun 07 06:57:04.022916 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-bd3e3856-8002-4300-b696-deae8c3871be req-7758a2c4-56e4-4316-80a1-d4a3295fb6a4 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480137 Jun 07 06:57:04.339857 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 44378) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:04.401818 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95f255-7330-4440-a96a-5fb8399a91df req-55d9122a-5e1f-43af-b9c5-d6e41fe3cd78 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:04.409660 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-7e95f255-7330-4440-a96a-5fb8399a91df req-55d9122a-5e1f-43af-b9c5-d6e41fe3cd78 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 943 time: 0.1114628 Jun 07 06:57:04.494805 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-7e95f255-7330-4440-a96a-5fb8399a91df req-e5dc6da7-37ba-4180-ad22-376d57c2e6c9 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840702 Jun 07 06:57:04.607817 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.db_base_plugin_v2 [None req-f64b78f8-f3e5-435c-b64d-785d2a6ad870 admin admin] Deleting subnet c64085fc-441e-4bbb-b69d-7d641c5251f5 {{(pid=91758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 06:57:04.611289 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f64b78f8-f3e5-435c-b64d-785d2a6ad870 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:04.670713 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f64b78f8-f3e5-435c-b64d-785d2a6ad870 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2297258'] for subnet, precommit_delete_associations {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:04.710076 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7ac1e-b734-40c2-b696-3ad30aaca60d req-07d93014-663f-4f70-8a8f-2ca85ff3ee4b tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:04.711520 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-2ac7ac1e-b734-40c2-b696-3ad30aaca60d req-07d93014-663f-4f70-8a8f-2ca85ff3ee4b tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.1880081 Jun 07 06:57:04.767291 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f64b78f8-f3e5-435c-b64d-785d2a6ad870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693753'] for subnet, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:04.814489 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-2ac7ac1e-b734-40c2-b696-3ad30aaca60d req-76a453e6-fcef-4c76-a657-1e47b87dbc93 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911574 Jun 07 06:57:04.857379 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f64b78f8-f3e5-435c-b64d-785d2a6ad870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2228460'] for subnet, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:04.862685 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-fc63ec5b-e843-4027-b3f1-1b551f8bbae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:04.897875 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b78f8-f3e5-435c-b64d-785d2a6ad870 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c64085fc-441e-4bbb-b69d-7d641c5251f5,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:04.903549 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-f64b78f8-f3e5-435c-b64d-785d2a6ad870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:04.906641 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f64b78f8-f3e5-435c-b64d-785d2a6ad870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for subnet, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:04.908741 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-f64b78f8-f3e5-435c-b64d-785d2a6ad870 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c64085fc-441e-4bbb-b69d-7d641c5251f5 HTTP/1.1" status: 204 len: 168 time: 0.5679007 Jun 07 06:57:04.911177 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 44394) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:05.020153 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-01810eb9-8972-44b8-a701-4d6d0942f429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546939'] for network, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:05.179423 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-01810eb9-8972-44b8-a701-4d6d0942f429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690272', 'neutron.services.segments.db._delete_segments_for_network-8736901055910'] for network, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:05.210120 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-6cfd456c-9d3e-479d-a4ba-11d06b093a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:05.220396 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.services.segments.db [None req-01810eb9-8972-44b8-a701-4d6d0942f429 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['823ee65e-1bda-42f8-bf49-9fe19559f27c']}} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:57:05.241004 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.services.segments.db [None req-01810eb9-8972-44b8-a701-4d6d0942f429 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30dcf411-ecbb-4f6e-acfb-1656bd59f85d') {'for_net_delete': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:57:05.241389 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.services.segments.db [None req-01810eb9-8972-44b8-a701-4d6d0942f429 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30dcf411-ecbb-4f6e-acfb-1656bd59f85d') {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:57:05.255756 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-01810eb9-8972-44b8-a701-4d6d0942f429 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900799425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2297235'] for segment, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:05.277705 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-01810eb9-8972-44b8-a701-4d6d0942f429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642'] for segment, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:05.286793 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01810eb9-8972-44b8-a701-4d6d0942f429 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=91758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 06:57:05.287328 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-01810eb9-8972-44b8-a701-4d6d0942f429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2309482'] for segment, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:05.304890 dv-cinder-784140-5-iscsi neutron-server[91758]: Traceback (most recent call last): Jun 07 06:57:05.304890 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 06:57:05.304890 dv-cinder-784140-5-iscsi neutron-server[91758]: timer() Jun 07 06:57:05.304890 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 06:57:05.304890 dv-cinder-784140-5-iscsi neutron-server[91758]: cb(*args, **kw) Jun 07 06:57:05.304890 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 06:57:05.304890 dv-cinder-784140-5-iscsi neutron-server[91758]: return func(*args, **kwargs) Jun 07 06:57:05.304890 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 06:57:05.304890 dv-cinder-784140-5-iscsi neutron-server[91758]: self._notify() Jun 07 06:57:05.304890 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 06:57:05.304890 dv-cinder-784140-5-iscsi neutron-server[91758]: self.callback(batched_events) Jun 07 06:57:05.304890 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 06:57:05.304890 dv-cinder-784140-5-iscsi neutron-server[91758]: event.method(event) Jun 07 06:57:05.304890 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 06:57:05.304890 dv-cinder-784140-5-iscsi neutron-server[91758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 06:57:05.304890 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 06:57:05.304890 dv-cinder-784140-5-iscsi neutron-server[91758]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 06:57:05.304890 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 06:57:05.304890 dv-cinder-784140-5-iscsi neutron-server[91758]: return f(self, *a, **k) Jun 07 06:57:05.304890 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 06:57:05.304890 dv-cinder-784140-5-iscsi neutron-server[91758]: return self._get(url).json() Jun 07 06:57:05.304890 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 06:57:05.304890 dv-cinder-784140-5-iscsi neutron-server[91758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 06:57:05.304890 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 06:57:05.304890 dv-cinder-784140-5-iscsi neutron-server[91758]: return self.request(url, 'GET', **kwargs) Jun 07 06:57:05.304890 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 06:57:05.304890 dv-cinder-784140-5-iscsi neutron-server[91758]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 06:57:05.304890 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 06:57:05.304890 dv-cinder-784140-5-iscsi neutron-server[91758]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 06:57:05.304890 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 06:57:05.304890 dv-cinder-784140-5-iscsi neutron-server[91758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 06:57:05.304890 dv-cinder-784140-5-iscsi neutron-server[91758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 06:57:05.310992 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device ce27cd82-e445-4a46-9b87-d7cc2d5d7602 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 06:57:05.406669 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-01810eb9-8972-44b8-a701-4d6d0942f429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3890583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3885419'] for network, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:05.413710 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4282b54-4f10-4b1c-989d-ca288116564a req-afa722b9-ab3b-4cf9-8065-7d9fa82a1326 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:05.419115 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-d37e22d0-1c46-40c2-bf32-1410e6159596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:05.423160 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-f4282b54-4f10-4b1c-989d-ca288116564a req-afa722b9-ab3b-4cf9-8065-7d9fa82a1326 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d576f5-88c7-4874-96b0-ee0275ba6506 HTTP/1.1" status: 200 len: 944 time: 0.0980990 Jun 07 06:57:05.459876 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-01810eb9-8972-44b8-a701-4d6d0942f429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for network, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:05.464085 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-01810eb9-8972-44b8-a701-4d6d0942f429 admin admin] 10.222.0.35 "DELETE /v2.0/networks/823ee65e-1bda-42f8-bf49-9fe19559f27c HTTP/1.1" status: 204 len: 168 time: 0.5516663 Jun 07 06:57:05.465137 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port ce27cd82-e445-4a46-9b87-d7cc2d5d7602, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=ce27cd82-e445-4a46-9b87-d7cc2d5d7602,segment=NetworkSegment(885fa550-1759-4487-99dc-70f937f90f45),segment_id=885fa550-1759-4487-99dc-70f937f90f45)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:57:05.470148 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01810eb9-8972-44b8-a701-4d6d0942f429 admin admin] Pushing event deleted for resources: {'Network': ['ID=823ee65e-1bda-42f8-bf49-9fe19559f27c,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:05.474398 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-01810eb9-8972-44b8-a701-4d6d0942f429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:05.490675 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Returning: {'device': 'ce27cd82-e445-4a46-9b87-d7cc2d5d7602', 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef', 'port_id': 'ce27cd82-e445-4a46-9b87-d7cc2d5d7602', 'mac_address': 'fa:16:3e:63:a3:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a72f20-455f-479d-87c8-83d2f8548043', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 06:57:05.500961 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-f4282b54-4f10-4b1c-989d-ca288116564a req-0fb9d77d-a67a-4194-ab17-18e7e489391a tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764594 Jun 07 06:57:05.584878 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:05.607710 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce27cd82-e445-4a46-9b87-d7cc2d5d7602 {{(pid=91760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:57:05.625099 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port ce27cd82-e445-4a46-9b87-d7cc2d5d7602, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=ce27cd82-e445-4a46-9b87-d7cc2d5d7602,segment=NetworkSegment(885fa550-1759-4487-99dc-70f937f90f45),segment_id=885fa550-1759-4487-99dc-70f937f90f45)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:57:05.630725 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:05.633231 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:05.652305 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 44412) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:05.706688 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-cec4b3cc-c8b9-45e9-89bc-ea60ffd8a9b1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=364a529d32c04597953804d5a6ac2ae6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509653 Jun 07 06:57:05.707649 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 44414) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:05.711109 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=ce27cd82-e445-4a46-9b87-d7cc2d5d7602,revision_number=4']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:05.716077 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:05.720818 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 44416) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:05.764153 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc8552-b5c8-492f-969b-a7989bf28fd1 req-26d7c856-5349-4987-9442-a84bf41ab801 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:05.765648 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0bcc8552-b5c8-492f-969b-a7989bf28fd1 req-26d7c856-5349-4987-9442-a84bf41ab801 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 943 time: 0.0969572 Jun 07 06:57:05.781628 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-87d5ba9c-0e72-4988-bc99-2c11c32b2907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:05.811196 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-87d5ba9c-0e72-4988-bc99-2c11c32b2907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:05.831473 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0bcc8552-b5c8-492f-969b-a7989bf28fd1 req-db389974-24aa-49c8-9b2e-c7362f52f45e tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595908 Jun 07 06:57:05.892257 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-87d5ba9c-0e72-4988-bc99-2c11c32b2907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:05.895159 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-87d5ba9c-0e72-4988-bc99-2c11c32b2907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:05.898935 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] get_ports_and_sgs() called for port_ids ['ce27cd82-e445-4a46-9b87-d7cc2d5d7602'] {{(pid=91760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:57:05.901767 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-87d5ba9c-0e72-4988-bc99-2c11c32b2907 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d92c8c23-aad3-4394-8555-8eb6c2bda331 HTTP/1.1" status: 204 len: 168 time: 0.1927092 Jun 07 06:57:05.902609 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-0b68dda7-02a1-42ce-814f-57c49e45e697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:05.914233 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d5ba9c-0e72-4988-bc99-2c11c32b2907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92c8c23-aad3-4394-8555-8eb6c2bda331,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:05.917857 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-87d5ba9c-0e72-4988-bc99-2c11c32b2907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:05.961908 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a9b52-eb5b-4c31-9981-a5a494502080 req-79f99fc9-1197-489e-9d0d-581e60417418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:05.964215 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ee6a9b52-eb5b-4c31-9981-a5a494502080 req-79f99fc9-1197-489e-9d0d-581e60417418 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d&tenant_id=03bd4d9d83964ae7adcdbf4b4489df7b HTTP/1.1" status: 200 len: 1096 time: 0.0927224 Jun 07 06:57:06.093359 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a9b52-eb5b-4c31-9981-a5a494502080 req-8685a62e-e31b-4fee-ad66-6fc8eba1b830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:06.095184 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ee6a9b52-eb5b-4c31-9981-a5a494502080 req-8685a62e-e31b-4fee-ad66-6fc8eba1b830 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=03bd4d9d83964ae7adcdbf4b4489df7b&device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 1096 time: 0.1073184 Jun 07 06:57:06.116266 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f145b1df-9c30-4c62-9389-62ae0f314df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:06.158688 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0034f-8380-42fa-aa14-ce1aa7cfe2e8 req-7ce98916-7fb6-43d9-9bf6-9ed664f50844 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:06.166476 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-19b0034f-8380-42fa-aa14-ce1aa7cfe2e8 req-7ce98916-7fb6-43d9-9bf6-9ed664f50844 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.2315645 Jun 07 06:57:06.236385 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-19b0034f-8380-42fa-aa14-ce1aa7cfe2e8 req-5b5571f1-a403-452a-aae9-cfddf60fcc7f tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691297 Jun 07 06:57:06.331227 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f145b1df-9c30-4c62-9389-62ae0f314df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:06.334244 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a9b52-eb5b-4c31-9981-a5a494502080 req-06bba4e1-70f6-456c-ad15-e884deb6d140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:06.335987 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ee6a9b52-eb5b-4c31-9981-a5a494502080 req-06bba4e1-70f6-456c-ad15-e884deb6d140 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0ea641b7-d55d-49bf-bc2d-31ddec2c42bf HTTP/1.1" status: 200 len: 918 time: 0.2322466 Jun 07 06:57:06.338021 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f145b1df-9c30-4c62-9389-62ae0f314df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:06.348403 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-3b8c4225-f2ca-462c-929b-b0aaaf559b18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:06.389356 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f145b1df-9c30-4c62-9389-62ae0f314df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb3c20c-6a57-4682-b1b4-870529c78c26,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:06.393787 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-f145b1df-9c30-4c62-9389-62ae0f314df3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8cbf4b3bd67e4faf8252c4bb40679c97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6706309 Jun 07 06:57:06.394705 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-f145b1df-9c30-4c62-9389-62ae0f314df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:06.396334 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 44430) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:06.474673 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ee6a9b52-eb5b-4c31-9981-a5a494502080 req-83c47610-0e9a-4894-8294-92a87b639378 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6a21db2-fd0f-4ecd-b552-56cb2a008026 HTTP/1.1" status: 200 len: 999 time: 0.1308832 Jun 07 06:57:06.475207 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a9f2e767-e14c-4dcc-927d-d0a61fb8e3ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:06.503933 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a9f2e767-e14c-4dcc-927d-d0a61fb8e3ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:06.558799 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a9b52-eb5b-4c31-9981-a5a494502080 req-031837fa-216e-4368-a211-ecfe0efdf9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:06.560583 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ee6a9b52-eb5b-4c31-9981-a5a494502080 req-031837fa-216e-4368-a211-ecfe0efdf9b2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1 HTTP/1.1" status: 200 len: 856 time: 0.0796161 Jun 07 06:57:06.595303 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a9f2e767-e14c-4dcc-927d-d0a61fb8e3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:06.598377 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a9f2e767-e14c-4dcc-927d-d0a61fb8e3ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:06.599743 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-a9f2e767-e14c-4dcc-927d-d0a61fb8e3ea admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/acb3c20c-6a57-4682-b1b4-870529c78c26 HTTP/1.1" status: 204 len: 168 time: 0.2025182 Jun 07 06:57:06.600836 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-6024d821-0a0c-4b97-a4bf-803287503b0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:06.613094 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2e767-e14c-4dcc-927d-d0a61fb8e3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb3c20c-6a57-4682-b1b4-870529c78c26,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:06.622531 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-a9f2e767-e14c-4dcc-927d-d0a61fb8e3ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:06.708232 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a9b52-eb5b-4c31-9981-a5a494502080 req-c7c865a2-e859-4ab1-b905-fa89a21ee32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:06.709919 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ee6a9b52-eb5b-4c31-9981-a5a494502080 req-c7c865a2-e859-4ab1-b905-fa89a21ee32e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0ea641b7-d55d-49bf-bc2d-31ddec2c42bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1353660 Jun 07 06:57:06.781456 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e509c-bd3a-4f7b-97ed-1e670993a7af req-f457bd5f-f642-4f1b-84b1-feb9b904f935 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:06.783270 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5d4e509c-bd3a-4f7b-97ed-1e670993a7af req-f457bd5f-f642-4f1b-84b1-feb9b904f935 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d576f5-88c7-4874-96b0-ee0275ba6506 HTTP/1.1" status: 200 len: 945 time: 0.0955997 Jun 07 06:57:06.845042 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5d4e509c-bd3a-4f7b-97ed-1e670993a7af req-96dbd91d-b6fe-4173-b907-bf9e56b05442 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526209 Jun 07 06:57:06.912589 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ee6a9b52-eb5b-4c31-9981-a5a494502080 req-9a1f46aa-0ac5-4207-966c-834a8431b86b service neutron] 10.222.0.44 "GET /v2.0/networks/0ea641b7-d55d-49bf-bc2d-31ddec2c42bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952152 Jun 07 06:57:07.160179 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad5ac6-d44e-496c-84e9-0641997556e3 req-fdebb51c-995f-4402-a8c4-1775166f8929 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:07.166716 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-06ad5ac6-d44e-496c-84e9-0641997556e3 req-fdebb51c-995f-4402-a8c4-1775166f8929 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 943 time: 0.1877952 Jun 07 06:57:07.202319 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ee6a9b52-eb5b-4c31-9981-a5a494502080 req-97a8b513-01e9-40d5-be3b-e123106b9d73 service neutron] 10.222.0.44 "GET /v2.0/networks/0ea641b7-d55d-49bf-bc2d-31ddec2c42bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781165 Jun 07 06:57:07.231126 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-06ad5ac6-d44e-496c-84e9-0641997556e3 req-fc319e79-93eb-42ba-b76e-3e5ec455e0d8 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606966 Jun 07 06:57:07.320560 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 44470) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:07.320966 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 44472) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:07.324358 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device ce27cd82-e445-4a46-9b87-d7cc2d5d7602 up at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:57:07.343259 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-4bc4ccb3-a74f-4940-a29e-37a4458e4203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:07.401480 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Provisioning for port ce27cd82-e445-4a46-9b87-d7cc2d5d7602 completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:57:07.407539 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Provisioning complete for port ce27cd82-e445-4a46-9b87-d7cc2d5d7602 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:57:07.408380 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:07.470367 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-4bc4ccb3-a74f-4940-a29e-37a4458e4203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:07.476130 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-4bc4ccb3-a74f-4940-a29e-37a4458e4203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:07.487393 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-fe44e731-9b81-4e69-af6d-42aee1589cc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:07.537397 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-4bc4ccb3-a74f-4940-a29e-37a4458e4203 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=de711a25aedf46b49f814117ccd551b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2144525 Jun 07 06:57:07.538728 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4ccb3-a74f-4940-a29e-37a4458e4203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946a4ba8-433f-4e99-a6d1-3a07be8d0031,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:07.540557 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 44484) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:07.543986 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-4bc4ccb3-a74f-4940-a29e-37a4458e4203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:07.571232 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:07.597279 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-e4209098-8ea8-4b1b-8f49-21184f889b34 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-523171681-network', 'tenant_id': '7082a19b3e8748bea033c1370c918426'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:57:07.599395 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d576f5-88c7-4874-96b0-ee0275ba6506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce27cd82-e445-4a46-9b87-d7cc2d5d7602'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:57:07.602962 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bdfcc22c2f6cd30966a80f508f9d4395b4bd329b93c89cee5ea7ddf2c7e5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9fde40-7246-4064-bcd6-ada990e68bdb" -d '{"events": [{"server_uuid": "97d576f5-88c7-4874-96b0-ee0275ba6506", "name": "network-vif-plugged", "status": "completed", "tag": "ce27cd82-e445-4a46-9b87-d7cc2d5d7602"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:57:07.622555 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port ce27cd82-e445-4a46-9b87-d7cc2d5d7602, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=ce27cd82-e445-4a46-9b87-d7cc2d5d7602,segment=NetworkSegment(885fa550-1759-4487-99dc-70f937f90f45),segment_id=885fa550-1759-4487-99dc-70f937f90f45)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:57:07.626045 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4209098-8ea8-4b1b-8f49-21184f889b34 admin admin] Made reservation on behalf of 7082a19b3e8748bea033c1370c918426 for: {'network': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:57:07.632608 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-e4209098-8ea8-4b1b-8f49-21184f889b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783645'] for network, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:07.636978 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:07.638913 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-164fe0e8-0af7-4413-b08e-5f0c8404d448 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:07.647125 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0d34ca3d-b879-4d50-94ab-2f08e72773cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:07.671153 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd853c03-5b12-4398-9b52-9c1a6ef0ff86 x-openstack-request-id: req-bd853c03-5b12-4398-9b52-9c1a6ef0ff86 {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:57:07.671461 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d576f5-88c7-4874-96b0-ee0275ba6506", "name": "network-vif-plugged", "status": "completed", "tag": "ce27cd82-e445-4a46-9b87-d7cc2d5d7602", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:57:07.671656 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bd853c03-5b12-4398-9b52-9c1a6ef0ff86 {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:57:07.672048 dv-cinder-784140-5-iscsi neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d576f5-88c7-4874-96b0-ee0275ba6506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce27cd82-e445-4a46-9b87-d7cc2d5d7602', 'code': 200} Jun 07 06:57:07.675847 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-e4209098-8ea8-4b1b-8f49-21184f889b34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:07.709510 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0d34ca3d-b879-4d50-94ab-2f08e72773cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:07.719260 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=ce27cd82-e445-4a46-9b87-d7cc2d5d7602,revision_number=5']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:07.723805 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:07.799044 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0d34ca3d-b879-4d50-94ab-2f08e72773cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:07.801445 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0d34ca3d-b879-4d50-94ab-2f08e72773cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:07.802580 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-0d34ca3d-b879-4d50-94ab-2f08e72773cf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/946a4ba8-433f-4e99-a6d1-3a07be8d0031 HTTP/1.1" status: 204 len: 168 time: 0.2610281 Jun 07 06:57:07.803309 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-6fc62ae0-af59-47b6-9a1c-1fff267d458c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:07.814967 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d34ca3d-b879-4d50-94ab-2f08e72773cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946a4ba8-433f-4e99-a6d1-3a07be8d0031,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:07.818610 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0d34ca3d-b879-4d50-94ab-2f08e72773cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:07.828592 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-e4209098-8ea8-4b1b-8f49-21184f889b34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:07.834759 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-e4209098-8ea8-4b1b-8f49-21184f889b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:07.844087 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-68479f36-123e-4085-9d5c-baef7528249e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:07.885947 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:07.944779 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4209098-8ea8-4b1b-8f49-21184f889b34 admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=91759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 06:57:07.956178 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-e4209098-8ea8-4b1b-8f49-21184f889b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642'] for segment, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:07.956661 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.db.segments_db [None req-e4209098-8ea8-4b1b-8f49-21184f889b34 admin admin] Added segment 33130f4d-635f-4cdb-8eb9-a957a8372852 of type vlan for network da7af6ea-18d1-478c-ba9a-0c192794a23a Jun 07 06:57:07.963159 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-43b81fa1-de2f-42df-baf7-c735257095e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:08.022317 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-e4209098-8ea8-4b1b-8f49-21184f889b34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900516316'] for network, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:08.044561 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1ce18-a11f-4944-9e26-9efda5809164 req-0c49f93d-b20b-461d-9ef6-375f74beff07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:08.046362 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-aeb1ce18-a11f-4944-9e26-9efda5809164 req-0c49f93d-b20b-461d-9ef6-375f74beff07 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=97d576f5-88c7-4874-96b0-ee0275ba6506 HTTP/1.1" status: 200 len: 1099 time: 0.0920568 Jun 07 06:57:08.064988 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4209098-8ea8-4b1b-8f49-21184f889b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529b1eb9-07e0-4240-8872-7618dddce0cf,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:08.084969 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-e4209098-8ea8-4b1b-8f49-21184f889b34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:08.144612 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-e4209098-8ea8-4b1b-8f49-21184f889b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3890583'] for network, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:08.147516 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4209098-8ea8-4b1b-8f49-21184f889b34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:08.148112 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-e4209098-8ea8-4b1b-8f49-21184f889b34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for network, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:08.154501 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-aee088a7-a970-4de4-849a-69732caf1c3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:08.162411 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-aeb1ce18-a11f-4944-9e26-9efda5809164 req-bfac74d4-5723-4b07-b03f-2d18896c47bd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049585 Jun 07 06:57:08.228550 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-e4209098-8ea8-4b1b-8f49-21184f889b34 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9043322 Jun 07 06:57:08.231385 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 44510) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:08.237844 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [None req-21d246f3-309d-4dcf-9552-b391bfdf2c1b admin admin] Request body: {'subnet': {'network_id': 'da7af6ea-18d1-478c-ba9a-0c192794a23a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-523171681-subnet', 'tenant_id': '7082a19b3e8748bea033c1370c918426', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:57:08.284588 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b77627-8815-4c17-a364-9ac01f07f45b req-55eee02d-5677-437e-b632-81f32d79e721 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:08.287213 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d246f3-309d-4dcf-9552-b391bfdf2c1b admin admin] Made reservation on behalf of 7082a19b3e8748bea033c1370c918426 for: {'subnet': 1} {{(pid=91758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:57:08.293304 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-21d246f3-309d-4dcf-9552-b391bfdf2c1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228425'] for subnet, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:08.304762 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-03b77627-8815-4c17-a364-9ac01f07f45b req-55eee02d-5677-437e-b632-81f32d79e721 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d576f5-88c7-4874-96b0-ee0275ba6506 HTTP/1.1" status: 200 len: 946 time: 0.2851837 Jun 07 06:57:08.486118 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4209098-8ea8-4b1b-8f49-21184f889b34 admin admin] Pushing event updated for resources: {'Network': ['ID=da7af6ea-18d1-478c-ba9a-0c192794a23a,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:08.498889 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Network da7af6ea-18d1-478c-ba9a-0c192794a23a details requested by agent ovs-agent-dv-cinder-784140-5-iscsi with host dv-cinder-784140-5-iscsi {{(pid=91760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 06:57:08.520292 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-e4209098-8ea8-4b1b-8f49-21184f889b34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:08.595869 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-03b77627-8815-4c17-a364-9ac01f07f45b req-5dd48821-7cdc-459d-a161-892d67b1b455 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2893839 Jun 07 06:57:08.794137 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb2b6b-55fd-4e50-a97f-5be5d79d799e req-d1b0d947-f6ff-48fd-87fd-88a49dbf3884 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:08.802246 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-77fb2b6b-55fd-4e50-a97f-5be5d79d799e req-d1b0d947-f6ff-48fd-87fd-88a49dbf3884 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 943 time: 0.2827640 Jun 07 06:57:08.838272 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-21d246f3-309d-4dcf-9552-b391bfdf2c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2309521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228443'] for subnet, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:08.850216 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:08.913147 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-77fb2b6b-55fd-4e50-a97f-5be5d79d799e req-7e5fb93a-2266-479b-8485-eaa2b0a1f0ee tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097603 Jun 07 06:57:08.925729 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:08.975428 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d246f3-309d-4dcf-9552-b391bfdf2c1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=22d940f0-82b4-493f-b67b-e4c3a42befd3,revision_number=0']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:08.987468 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-21d246f3-309d-4dcf-9552-b391bfdf2c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:08.992452 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d246f3-309d-4dcf-9552-b391bfdf2c1b admin admin] Checking segment: {'id': '33130f4d-635f-4cdb-8eb9-a957a8372852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'da7af6ea-18d1-478c-ba9a-0c192794a23a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:57:08.994029 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d246f3-309d-4dcf-9552-b391bfdf2c1b admin admin] Network hostable DHCP agents. Network: da7af6ea-18d1-478c-ba9a-0c192794a23a, hostable agents: ['1fe75083-37bf-44a6-88f5-2ab2a4fa7cf2'], hosted agents: [] {{(pid=91758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 06:57:09.015976 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d246f3-309d-4dcf-9552-b391bfdf2c1b admin admin] Network da7af6ea-18d1-478c-ba9a-0c192794a23a is scheduled to be hosted by DHCP agent 1fe75083-37bf-44a6-88f5-2ab2a4fa7cf2 with binding_index 1 {{(pid=91758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 06:57:09.033742 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.base_scheduler [None req-21d246f3-309d-4dcf-9552-b391bfdf2c1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-5-iscsi, da7af6ea-18d1-478c-ba9a-0c192794a23a) {{(pid=91758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:57:09.046457 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f5086d-689f-4821-bb9d-eebb1f52bcce None None] Network da7af6ea-18d1-478c-ba9a-0c192794a23a requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:57:09.048571 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d246f3-309d-4dcf-9552-b391bfdf2c1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:09.049526 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-21d246f3-309d-4dcf-9552-b391bfdf2c1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for subnet, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:09.090026 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-21d246f3-309d-4dcf-9552-b391bfdf2c1b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8575406 Jun 07 06:57:09.238647 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 44536) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:09.297905 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a787c1a6-dd20-4fe1-b468-cdd8f9c6f239 None None] Network da7af6ea-18d1-478c-ba9a-0c192794a23a requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:57:09.466219 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [None req-8974eb54-19fd-437b-a9d7-ab204c06986d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1466759842-network', 'tenant_id': 'd223fd8f50344c888930ffbe8d72f614'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:57:09.526640 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8974eb54-19fd-437b-a9d7-ab204c06986d admin admin] Made reservation on behalf of d223fd8f50344c888930ffbe8d72f614 for: {'network': 1} {{(pid=91758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:57:09.530513 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8974eb54-19fd-437b-a9d7-ab204c06986d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783645'] for network, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:09.576104 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8974eb54-19fd-437b-a9d7-ab204c06986d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:09.772718 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8974eb54-19fd-437b-a9d7-ab204c06986d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:09.782818 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8974eb54-19fd-437b-a9d7-ab204c06986d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:09.785911 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-91bfafd7-061d-41c9-927d-5caa701fcbe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:09.824629 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8974eb54-19fd-437b-a9d7-ab204c06986d admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=91758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 06:57:09.840463 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8974eb54-19fd-437b-a9d7-ab204c06986d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf5ff7f-1c8d-43e7-9ab1-87631136dae7,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:09.845928 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-8974eb54-19fd-437b-a9d7-ab204c06986d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:09.846427 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8974eb54-19fd-437b-a9d7-ab204c06986d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642'] for segment, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:09.846865 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.db.segments_db [None req-8974eb54-19fd-437b-a9d7-ab204c06986d admin admin] Added segment ba53aea6-6fc4-46af-8e63-2281370d7b84 of type vlan for network 9c41d751-5057-4c6f-ae5c-86c535bc73b3 Jun 07 06:57:09.909624 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8974eb54-19fd-437b-a9d7-ab204c06986d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900516316'] for network, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:09.995751 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8974eb54-19fd-437b-a9d7-ab204c06986d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3890583'] for network, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:09.997256 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8974eb54-19fd-437b-a9d7-ab204c06986d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:09.997891 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8974eb54-19fd-437b-a9d7-ab204c06986d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for network, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:10.003885 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:10.029292 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45eb52-85ac-48be-89d9-8e600ed14747 req-3d799c60-e46f-41bd-ac65-1132cfd2deaa tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:10.040472 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5e45eb52-85ac-48be-89d9-8e600ed14747 req-3d799c60-e46f-41bd-ac65-1132cfd2deaa tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d576f5-88c7-4874-96b0-ee0275ba6506 HTTP/1.1" status: 200 len: 946 time: 0.2478597 Jun 07 06:57:10.197276 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5e45eb52-85ac-48be-89d9-8e600ed14747 req-d01b934e-1d21-4f6b-8f1c-6300617fd246 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491325 Jun 07 06:57:10.300766 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8974eb54-19fd-437b-a9d7-ab204c06986d admin admin] Pushing event updated for resources: {'Network': ['ID=9c41d751-5057-4c6f-ae5c-86c535bc73b3,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:10.306544 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-8974eb54-19fd-437b-a9d7-ab204c06986d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:10.320219 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Network 9c41d751-5057-4c6f-ae5c-86c535bc73b3 details requested by agent ovs-agent-dv-cinder-784140-5-iscsi with host dv-cinder-784140-5-iscsi {{(pid=91760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 06:57:10.327335 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-8974eb54-19fd-437b-a9d7-ab204c06986d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0873818 Jun 07 06:57:10.331581 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 44556) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:10.338522 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-b6aafd30-81c5-4f9f-89c4-f88f99bc2e1d admin admin] Request body: {'subnet': {'network_id': '9c41d751-5057-4c6f-ae5c-86c535bc73b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1466759842-subnet', 'tenant_id': 'd223fd8f50344c888930ffbe8d72f614', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:57:10.377363 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6aafd30-81c5-4f9f-89c4-f88f99bc2e1d admin admin] Made reservation on behalf of d223fd8f50344c888930ffbe8d72f614 for: {'subnet': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:57:10.382207 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b6aafd30-81c5-4f9f-89c4-f88f99bc2e1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2564212'] for subnet, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:10.407747 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d868fbad-9a7e-45f7-b611-20b5a952f1e3 req-18075804-90c9-4449-9123-3ee7b65dfd98 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:10.411531 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d868fbad-9a7e-45f7-b611-20b5a952f1e3 req-18075804-90c9-4449-9123-3ee7b65dfd98 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 943 time: 0.1816118 Jun 07 06:57:10.511094 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d868fbad-9a7e-45f7-b611-20b5a952f1e3 req-17f11e6e-3e24-4384-8498-5486ab4016aa tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835943 Jun 07 06:57:10.619524 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:10.872975 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b6aafd30-81c5-4f9f-89c4-f88f99bc2e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2564198'] for subnet, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:10.878749 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:10.963173 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aafd30-81c5-4f9f-89c4-f88f99bc2e1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=447a1c93-7089-46d3-b525-5f6b57dfae75,revision_number=0']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:10.967803 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-b6aafd30-81c5-4f9f-89c4-f88f99bc2e1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:10.976057 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6aafd30-81c5-4f9f-89c4-f88f99bc2e1d admin admin] Checking segment: {'id': 'ba53aea6-6fc4-46af-8e63-2281370d7b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9c41d751-5057-4c6f-ae5c-86c535bc73b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:57:10.976450 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6aafd30-81c5-4f9f-89c4-f88f99bc2e1d admin admin] Network hostable DHCP agents. Network: 9c41d751-5057-4c6f-ae5c-86c535bc73b3, hostable agents: ['1fe75083-37bf-44a6-88f5-2ab2a4fa7cf2'], hosted agents: [] {{(pid=91759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 06:57:11.015659 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6aafd30-81c5-4f9f-89c4-f88f99bc2e1d admin admin] Network 9c41d751-5057-4c6f-ae5c-86c535bc73b3 is scheduled to be hosted by DHCP agent 1fe75083-37bf-44a6-88f5-2ab2a4fa7cf2 with binding_index 1 {{(pid=91759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 06:57:11.029388 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-b6aafd30-81c5-4f9f-89c4-f88f99bc2e1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-5-iscsi, 9c41d751-5057-4c6f-ae5c-86c535bc73b3) {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:57:11.034299 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6aafd30-81c5-4f9f-89c4-f88f99bc2e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:11.034975 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b6aafd30-81c5-4f9f-89c4-f88f99bc2e1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:11.040491 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa81ba14-06ea-4570-9180-2d811c17ab1c None None] Network 9c41d751-5057-4c6f-ae5c-86c535bc73b3 requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:57:11.118501 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-b6aafd30-81c5-4f9f-89c4-f88f99bc2e1d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7819459 Jun 07 06:57:11.353888 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc69b53-fb7e-42f6-ab43-7613138ff4b0 None None] Network 9c41d751-5057-4c6f-ae5c-86c535bc73b3 requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:57:11.522993 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf77f4-a762-4f3c-847b-959f549bd861 req-4b488712-7b50-4629-8bcc-0a37f9c2b4f0 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:11.533692 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-d7bf77f4-a762-4f3c-847b-959f549bd861 req-4b488712-7b50-4629-8bcc-0a37f9c2b4f0 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d576f5-88c7-4874-96b0-ee0275ba6506 HTTP/1.1" status: 200 len: 946 time: 0.1754994 Jun 07 06:57:11.603277 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-d7bf77f4-a762-4f3c-847b-959f549bd861 req-6ce276e6-1b36-4b51-a50a-304b032b9601 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669870 Jun 07 06:57:11.809172 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363f206-87a1-4e7a-bbce-2ef826a66abb req-4a67843d-073d-4839-8f9f-7faf2b4bb523 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:11.823218 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-c363f206-87a1-4e7a-bbce-2ef826a66abb req-4a67843d-073d-4839-8f9f-7faf2b4bb523 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 946 time: 0.1939735 Jun 07 06:57:11.890328 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056004ad-e989-48da-a563-9096929f196e req-78f443f5-e0cd-42c0-826e-4866f2372776 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:11.897963 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-056004ad-e989-48da-a563-9096929f196e req-78f443f5-e0cd-42c0-826e-4866f2372776 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 943 time: 0.1284404 Jun 07 06:57:11.943022 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-c363f206-87a1-4e7a-bbce-2ef826a66abb req-5494e890-f0d1-4cf8-ab0b-faed4bd119f8 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046193 Jun 07 06:57:12.025299 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-056004ad-e989-48da-a563-9096929f196e req-ebb2569c-fd1c-48a1-beeb-fad300c22792 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263106 Jun 07 06:57:12.117689 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 44610) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:12.122910 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-3e2c9292-aee3-41e6-a45b-d84cdf751604 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1866750481-network', 'tenant_id': '8e8025e57a814062bd72d1c4c824e00b'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:57:12.146046 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2c9292-aee3-41e6-a45b-d84cdf751604 admin admin] Made reservation on behalf of 8e8025e57a814062bd72d1c4c824e00b for: {'network': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:57:12.148323 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3e2c9292-aee3-41e6-a45b-d84cdf751604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783645'] for network, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:12.164890 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3e2c9292-aee3-41e6-a45b-d84cdf751604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:12.323449 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3e2c9292-aee3-41e6-a45b-d84cdf751604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:12.327804 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3e2c9292-aee3-41e6-a45b-d84cdf751604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:12.332625 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-09fa02cd-777d-4e76-8ff0-f066ff2784b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:12.369685 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e2c9292-aee3-41e6-a45b-d84cdf751604 admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=91759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 06:57:12.376453 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c9292-aee3-41e6-a45b-d84cdf751604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6082dd7-a34a-46c2-b126-c37a8e7e6468,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:12.380156 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-3e2c9292-aee3-41e6-a45b-d84cdf751604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:12.389405 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3e2c9292-aee3-41e6-a45b-d84cdf751604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642'] for segment, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:12.389753 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.db.segments_db [None req-3e2c9292-aee3-41e6-a45b-d84cdf751604 admin admin] Added segment 131f6ae4-33bb-4169-b33d-44a647d1935e of type vlan for network 97db82e3-52af-4f91-9174-25ed66bcb0bc Jun 07 06:57:12.405409 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-f6059e36-b4c1-4d5c-9250-e5f9ad6d2534 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:12.407002 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-f6059e36-b4c1-4d5c-9250-e5f9ad6d2534 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/networks?id=da7af6ea-18d1-478c-ba9a-0c192794a23a HTTP/1.1" status: 200 len: 813 time: 0.2020621 Jun 07 06:57:12.422524 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-c888dcf0-bf10-4001-bf39-e7db64fe0c24 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/quotas/7082a19b3e8748bea033c1370c918426 HTTP/1.1" status: 200 len: 375 time: 0.0096807 Jun 07 06:57:12.425681 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3e2c9292-aee3-41e6-a45b-d84cdf751604 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900516316'] for network, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:12.455580 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3e2c9292-aee3-41e6-a45b-d84cdf751604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3890583'] for network, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:12.457168 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2c9292-aee3-41e6-a45b-d84cdf751604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:12.457869 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3e2c9292-aee3-41e6-a45b-d84cdf751604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for network, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:12.463376 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-d575c610-46a2-492c-b394-08b464a3ad21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:12.472192 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-5dc824a0-9dcf-448e-8da9-3e97c81c2be2 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7082a19b3e8748bea033c1370c918426&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441079 Jun 07 06:57:12.506696 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-3e2c9292-aee3-41e6-a45b-d84cdf751604 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3877962 Jun 07 06:57:12.507283 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 44620) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:12.516106 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-55968d52-9b49-44b7-9d65-9db956d6486d admin admin] Request body: {'subnet': {'network_id': '97db82e3-52af-4f91-9174-25ed66bcb0bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1866750481-subnet', 'tenant_id': '8e8025e57a814062bd72d1c4c824e00b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:57:12.586151 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c9292-aee3-41e6-a45b-d84cdf751604 admin admin] Pushing event updated for resources: {'Network': ['ID=97db82e3-52af-4f91-9174-25ed66bcb0bc,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:12.589260 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-3e2c9292-aee3-41e6-a45b-d84cdf751604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:12.596490 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Network 97db82e3-52af-4f91-9174-25ed66bcb0bc details requested by agent ovs-agent-dv-cinder-784140-5-iscsi with host dv-cinder-784140-5-iscsi {{(pid=91760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 06:57:12.598757 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55968d52-9b49-44b7-9d65-9db956d6486d admin admin] Made reservation on behalf of 8e8025e57a814062bd72d1c4c824e00b for: {'subnet': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:57:12.601299 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-55968d52-9b49-44b7-9d65-9db956d6486d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2564212'] for subnet, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:12.636973 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-9cacf925-eb48-4e38-9b34-b6b18a7c9e93 service neutron] 10.222.0.35 "GET /v2.0/networks/da7af6ea-18d1-478c-ba9a-0c192794a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466689 Jun 07 06:57:12.847534 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-d139a327-4952-4f03-956e-f1a9e0b7b90e service neutron] 10.222.0.35 "GET /v2.0/networks/da7af6ea-18d1-478c-ba9a-0c192794a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946146 Jun 07 06:57:12.928622 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd81969-7c65-4ba5-a44f-7cc09fec4436 req-e0dd9b84-0bfe-42da-90be-af2c9669aa55 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:12.936228 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-4bd81969-7c65-4ba5-a44f-7cc09fec4436 req-e0dd9b84-0bfe-42da-90be-af2c9669aa55 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d576f5-88c7-4874-96b0-ee0275ba6506 HTTP/1.1" status: 200 len: 946 time: 0.1678021 Jun 07 06:57:13.024945 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-4bd81969-7c65-4ba5-a44f-7cc09fec4436 req-84ebc96d-afa4-44e1-a516-b62ff82256cd tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874248 Jun 07 06:57:13.026919 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-55968d52-9b49-44b7-9d65-9db956d6486d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2564198'] for subnet, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:13.032843 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-b6aafd30-81c5-4f9f-89c4-f88f99bc2e1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:13.141195 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55968d52-9b49-44b7-9d65-9db956d6486d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb682528-20ef-4044-8006-6519f62d02ed,revision_number=0']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:13.144146 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-55968d52-9b49-44b7-9d65-9db956d6486d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:13.219862 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-3e6913bb-e386-4838-90db-1040caf59e62 req-e71c7577-1476-4689-8433-e57f47961efd tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5924ef2-e8cf-4e77-844e-283846363c60 HTTP/1.1" status: 200 len: 210 time: 0.0742793 Jun 07 06:57:13.277427 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55968d52-9b49-44b7-9d65-9db956d6486d admin admin] Checking segment: {'id': '131f6ae4-33bb-4169-b33d-44a647d1935e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '97db82e3-52af-4f91-9174-25ed66bcb0bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:57:13.280456 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55968d52-9b49-44b7-9d65-9db956d6486d admin admin] Network hostable DHCP agents. Network: 97db82e3-52af-4f91-9174-25ed66bcb0bc, hostable agents: ['1fe75083-37bf-44a6-88f5-2ab2a4fa7cf2'], hosted agents: [] {{(pid=91759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 06:57:13.316898 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55968d52-9b49-44b7-9d65-9db956d6486d admin admin] Network 97db82e3-52af-4f91-9174-25ed66bcb0bc is scheduled to be hosted by DHCP agent 1fe75083-37bf-44a6-88f5-2ab2a4fa7cf2 with binding_index 1 {{(pid=91759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 06:57:13.336785 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8128e6-9823-4e3e-999a-429a2f1e4fbb req-419b90c6-eb05-4681-bc0c-741a68fefb0b tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:13.341842 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-6e8128e6-9823-4e3e-999a-429a2f1e4fbb req-419b90c6-eb05-4681-bc0c-741a68fefb0b tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 946 time: 0.2796354 Jun 07 06:57:13.353273 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-55968d52-9b49-44b7-9d65-9db956d6486d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-5-iscsi, 97db82e3-52af-4f91-9174-25ed66bcb0bc) {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:57:13.357821 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55968d52-9b49-44b7-9d65-9db956d6486d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:13.358565 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-55968d52-9b49-44b7-9d65-9db956d6486d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:13.365001 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059745bd-32e7-4574-be0b-f41f6c07cb84 None None] Network 97db82e3-52af-4f91-9174-25ed66bcb0bc requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:57:13.449329 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-55968d52-9b49-44b7-9d65-9db956d6486d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9292645 Jun 07 06:57:13.463975 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-6e8128e6-9823-4e3e-999a-429a2f1e4fbb req-68c991ba-635c-4d6e-9a68-dcdc7c2fab8a tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229725 Jun 07 06:57:13.504918 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943af6ca-1f27-4c24-95fe-19d55c21920d req-3adf83a3-a16c-4e3b-a41f-9a70e1bb0618 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:13.520321 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-943af6ca-1f27-4c24-95fe-19d55c21920d req-3adf83a3-a16c-4e3b-a41f-9a70e1bb0618 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 943 time: 0.1401854 Jun 07 06:57:13.600904 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-943af6ca-1f27-4c24-95fe-19d55c21920d req-6566fe1f-12d7-44c7-b3f6-3fc1b411056a tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793839 Jun 07 06:57:13.723086 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef41ac7-ce5e-4648-96dd-e46519b8b87f None None] Network 97db82e3-52af-4f91-9174-25ed66bcb0bc requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:57:14.301144 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde97f3a-4714-478a-84ce-a672f3197eb6 req-c8eed51c-0949-481f-88b7-c2c1e8424306 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:14.309578 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-fde97f3a-4714-478a-84ce-a672f3197eb6 req-c8eed51c-0949-481f-88b7-c2c1e8424306 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d576f5-88c7-4874-96b0-ee0275ba6506 HTTP/1.1" status: 200 len: 946 time: 0.1491942 Jun 07 06:57:14.438687 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-fde97f3a-4714-478a-84ce-a672f3197eb6 req-8bfc54de-a60d-4139-a39f-6471b20d267f tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281271 Jun 07 06:57:14.472221 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-76c76700-7eba-4947-9b78-eef843f79632 req-8d8b2011-be56-4802-81ca-6238da1fae06 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5924ef2-e8cf-4e77-844e-283846363c60 HTTP/1.1" status: 200 len: 210 time: 0.0591555 Jun 07 06:57:14.859678 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136fe7b3-1510-4bcd-900c-760c8c47ef4d req-cb2428bc-b128-43d7-80f7-ee44181b3ab8 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:14.861689 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-136fe7b3-1510-4bcd-900c-760c8c47ef4d req-cb2428bc-b128-43d7-80f7-ee44181b3ab8 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 943 time: 0.0972931 Jun 07 06:57:14.905935 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fee072-ba28-4795-b3e9-0579fdc064b6 req-38a3e627-888d-430e-9a63-0984cb65b152 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:14.913493 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-a3fee072-ba28-4795-b3e9-0579fdc064b6 req-38a3e627-888d-430e-9a63-0984cb65b152 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 946 time: 0.1039734 Jun 07 06:57:14.943626 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-136fe7b3-1510-4bcd-900c-760c8c47ef4d req-5f62fb68-b305-4809-b939-bd91afdc9d42 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715327 Jun 07 06:57:14.992733 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-a3fee072-ba28-4795-b3e9-0579fdc064b6 req-7ac448b5-d592-4cc7-acdd-d3b31dcd8ef1 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782812 Jun 07 06:57:15.636358 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-67a75900-0b7b-40c5-aaf2-4af2e878d3d1 req-1dd33ad5-23a4-435a-80b0-a60b24e00c95 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5924ef2-e8cf-4e77-844e-283846363c60 HTTP/1.1" status: 200 len: 210 time: 0.0493481 Jun 07 06:57:15.666706 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efaacc0-33d4-4aac-95a6-341a4fdbebcc req-4cfd9865-6769-4371-a7a3-2e8fb69ae7e1 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:15.668715 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-8efaacc0-33d4-4aac-95a6-341a4fdbebcc req-4cfd9865-6769-4371-a7a3-2e8fb69ae7e1 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d576f5-88c7-4874-96b0-ee0275ba6506 HTTP/1.1" status: 200 len: 946 time: 0.1052837 Jun 07 06:57:15.736809 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-8efaacc0-33d4-4aac-95a6-341a4fdbebcc req-48a4c586-c6ef-4267-bdb0-27c9f8817420 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600662 Jun 07 06:57:16.163775 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635aa4b6-d97d-4305-8217-7b52f4125717 req-90a5b0d6-d094-4a3b-8c16-ccd19c889e59 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:16.166140 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-635aa4b6-d97d-4305-8217-7b52f4125717 req-90a5b0d6-d094-4a3b-8c16-ccd19c889e59 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 943 time: 0.1127713 Jun 07 06:57:16.243358 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-635aa4b6-d97d-4305-8217-7b52f4125717 req-28396362-6056-46fe-82d2-cf413c470a08 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696113 Jun 07 06:57:16.258077 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15b049-b192-4879-9804-a89beb9f5dbb req-d61981e3-026c-4ec6-8e90-fcf36e567bbc tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:16.262553 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5c15b049-b192-4879-9804-a89beb9f5dbb req-d61981e3-026c-4ec6-8e90-fcf36e567bbc tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 946 time: 0.1207888 Jun 07 06:57:16.316882 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5c15b049-b192-4879-9804-a89beb9f5dbb req-d51cb2e6-4234-4c06-be71-52e606234d44 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490522 Jun 07 06:57:16.819579 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-cdb2f172-bf13-40f7-9dfc-c17c84ca38b5 req-63490cc6-7baf-40fb-aa3a-22a62a9e34a8 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5924ef2-e8cf-4e77-844e-283846363c60 HTTP/1.1" status: 200 len: 210 time: 0.0584710 Jun 07 06:57:16.932728 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56ef1c-cccd-49ed-a423-4c0b7042fdd2 req-40affb28-29d4-41af-a911-db21c2d9dded tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:16.934197 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-ef56ef1c-cccd-49ed-a423-4c0b7042fdd2 req-40affb28-29d4-41af-a911-db21c2d9dded tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d576f5-88c7-4874-96b0-ee0275ba6506 HTTP/1.1" status: 200 len: 946 time: 0.0861721 Jun 07 06:57:16.978763 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-ef56ef1c-cccd-49ed-a423-4c0b7042fdd2 req-12a1ae70-421d-4cad-8ac6-21a69777b7d4 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389576 Jun 07 06:57:17.466718 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c53db1-c3b0-47ac-a36f-702e8a313bd2 req-e62a3d6b-f5d5-4302-b9a0-506cc0f1cfb9 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:17.468218 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-26c53db1-c3b0-47ac-a36f-702e8a313bd2 req-e62a3d6b-f5d5-4302-b9a0-506cc0f1cfb9 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 943 time: 0.1067820 Jun 07 06:57:17.527706 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-26c53db1-c3b0-47ac-a36f-702e8a313bd2 req-7624b3e5-6ddf-4823-aa27-bbe487131dd0 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533307 Jun 07 06:57:17.651021 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af1ee3-75d2-40db-a8ad-c758fa473435 req-0fdf1a16-8317-4460-acd0-6420adf9c90c tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:17.652492 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-a2af1ee3-75d2-40db-a8ad-c758fa473435 req-0fdf1a16-8317-4460-acd0-6420adf9c90c tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 946 time: 0.1798611 Jun 07 06:57:17.697936 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-a2af1ee3-75d2-40db-a8ad-c758fa473435 req-0e31f029-6349-4dee-b568-ea087f9cbd72 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396566 Jun 07 06:57:18.000543 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-45018cca-4858-477e-982b-46f6593c87e8 req-47c31ac8-33e2-416f-b9da-fcdefa4b938b tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5924ef2-e8cf-4e77-844e-283846363c60 HTTP/1.1" status: 200 len: 210 time: 0.0610213 Jun 07 06:57:18.207339 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54df51-297b-4a4c-8070-58b5be169270 req-6a91ed4b-7443-44db-b727-720ed2971745 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:18.210221 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-9b54df51-297b-4a4c-8070-58b5be169270 req-6a91ed4b-7443-44db-b727-720ed2971745 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d576f5-88c7-4874-96b0-ee0275ba6506 HTTP/1.1" status: 200 len: 946 time: 0.1129596 Jun 07 06:57:18.260002 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-9b54df51-297b-4a4c-8070-58b5be169270 req-81caccc9-5a2d-416a-89ed-ad346ce542dc tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433416 Jun 07 06:57:18.724331 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0acc9-98d8-4e02-a91a-c43975e13a05 req-56a7b7ae-a466-4744-bcf9-235f95372d8b tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:18.724627 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-6ee0acc9-98d8-4e02-a91a-c43975e13a05 req-56a7b7ae-a466-4744-bcf9-235f95372d8b tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 943 time: 0.0836749 Jun 07 06:57:18.774907 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-6ee0acc9-98d8-4e02-a91a-c43975e13a05 req-92959a66-655f-4379-a2cf-1116178e74be tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439804 Jun 07 06:57:18.925051 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a006d45-b1a4-446c-a843-78d2aade675a req-63de1a5d-a5bd-4c3c-baaa-6344e95191ce tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:18.926619 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-3a006d45-b1a4-446c-a843-78d2aade675a req-63de1a5d-a5bd-4c3c-baaa-6344e95191ce tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 946 time: 0.1059020 Jun 07 06:57:18.972098 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-3a006d45-b1a4-446c-a843-78d2aade675a req-a544b41a-b24d-4eab-8ee1-9453265894b9 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385506 Jun 07 06:57:19.158994 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d2fe9a74-df16-4c82-b9da-465266afc69d req-c6b77d5a-9773-451f-af86-cfd269ac0566 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5924ef2-e8cf-4e77-844e-283846363c60 HTTP/1.1" status: 200 len: 210 time: 0.0424840 Jun 07 06:57:19.472394 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a6389-cc52-4734-bab1-da4ac0f4c9bb req-38696b45-cefc-4c4b-a092-90e130140442 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:19.473881 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-c96a6389-cc52-4734-bab1-da4ac0f4c9bb req-38696b45-cefc-4c4b-a092-90e130140442 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d576f5-88c7-4874-96b0-ee0275ba6506 HTTP/1.1" status: 200 len: 946 time: 0.0974684 Jun 07 06:57:19.519126 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-c96a6389-cc52-4734-bab1-da4ac0f4c9bb req-7a812219-023d-4f00-9d43-58994bf28350 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385833 Jun 07 06:57:19.974537 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59df25f-3dc6-450b-9033-1de5112f39ac req-8a49b2a3-8e0a-4426-879a-47f27c0b456b tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:19.975984 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-c59df25f-3dc6-450b-9033-1de5112f39ac req-8a49b2a3-8e0a-4426-879a-47f27c0b456b tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 943 time: 0.0889020 Jun 07 06:57:20.030859 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-c59df25f-3dc6-450b-9033-1de5112f39ac req-b86bcdec-62ac-4cc6-8e1d-0c4f750c7f87 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480802 Jun 07 06:57:20.173613 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487564f-a90f-4b3b-b6af-7c3eab5a5eb8 req-07397cd5-f69d-417d-bf64-eb061c5104ed tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:20.175124 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-7487564f-a90f-4b3b-b6af-7c3eab5a5eb8 req-07397cd5-f69d-417d-bf64-eb061c5104ed tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 946 time: 0.0905521 Jun 07 06:57:20.224731 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-7487564f-a90f-4b3b-b6af-7c3eab5a5eb8 req-440feddc-6998-4884-b3d1-f147d29846fc tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407345 Jun 07 06:57:20.317173 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-57e25cbc-ebc5-4fd5-b27c-b8b9b1713aef req-49b26d7b-78c7-42a2-bdbc-c9554bb72ac4 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5924ef2-e8cf-4e77-844e-283846363c60 HTTP/1.1" status: 200 len: 210 time: 0.0432911 Jun 07 06:57:20.505426 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-fa856992-2953-450c-bba9-5c51491c0489 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:20.507543 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-fa856992-2953-450c-bba9-5c51491c0489 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.44 "GET /v2.0/networks?id=da7af6ea-18d1-478c-ba9a-0c192794a23a HTTP/1.1" status: 200 len: 813 time: 0.1630607 Jun 07 06:57:20.521857 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-177bd3a6-6e02-4897-9d28-90aebb508fad tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Request body: {'port': {'device_id': 'b5924ef2-e8cf-4e77-844e-283846363c60', 'network_id': 'da7af6ea-18d1-478c-ba9a-0c192794a23a', 'admin_state_up': True, 'tenant_id': '7082a19b3e8748bea033c1370c918426'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:57:20.724640 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-177bd3a6-6e02-4897-9d28-90aebb508fad tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Made reservation on behalf of 7082a19b3e8748bea033c1370c918426 for: {'port': 1} {{(pid=91758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:57:20.736011 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-177bd3a6-6e02-4897-9d28-90aebb508fad tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:20.761416 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9195b1-80df-4cdd-b7fd-31ed4e3ce8f6 req-241ffb70-3c79-4faa-8511-3885b235726f tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:20.768295 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-1c9195b1-80df-4cdd-b7fd-31ed4e3ce8f6 req-241ffb70-3c79-4faa-8511-3885b235726f tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d576f5-88c7-4874-96b0-ee0275ba6506 HTTP/1.1" status: 200 len: 946 time: 0.1049614 Jun 07 06:57:20.822887 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-1c9195b1-80df-4cdd-b7fd-31ed4e3ce8f6 req-a4051c94-70df-487a-8653-23d69b03a01b tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527515 Jun 07 06:57:20.879305 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 44784) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:20.970463 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.db_base_plugin_common [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-177bd3a6-6e02-4897-9d28-90aebb508fad tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Allocated IP 172.20.0.6 (da7af6ea-18d1-478c-ba9a-0c192794a23a/22d940f0-82b4-493f-b67b-e4c3a42befd3/f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf) {{(pid=91758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:57:21.073359 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b869c2b0-93e8-4ce8-a19f-3ac894d34a46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:21.231865 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ada70-f665-4e06-9483-327077fad388 req-dce63d2a-ce13-44d5-a45c-2031251cfa3b tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:21.233567 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-810ada70-f665-4e06-9483-327077fad388 req-dce63d2a-ce13-44d5-a45c-2031251cfa3b tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d576f5-88c7-4874-96b0-ee0275ba6506 HTTP/1.1" status: 200 len: 946 time: 0.2346225 Jun 07 06:57:21.250079 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b869c2b0-93e8-4ce8-a19f-3ac894d34a46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:21.255856 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b869c2b0-93e8-4ce8-a19f-3ac894d34a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:21.264647 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-f68a13da-2276-422f-9023-6b3531d6e9c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:21.299207 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-177bd3a6-6e02-4897-9d28-90aebb508fad tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Notify callbacks [] for port, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:21.312326 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-b869c2b0-93e8-4ce8-a19f-3ac894d34a46 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6e224ffbc65643c580cf380893bacbcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4295721 Jun 07 06:57:21.312547 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-810ada70-f665-4e06-9483-327077fad388 req-830c51ad-ba0f-4d72-bb3f-cddcab2d74ba tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632062 Jun 07 06:57:21.313389 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 44794) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:21.315940 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b869c2b0-93e8-4ce8-a19f-3ac894d34a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2d9269-0edf-41e0-bbd3-1e99fbfddf0e,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:21.319210 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-b869c2b0-93e8-4ce8-a19f-3ac894d34a46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:21.331548 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6cca5-1d7f-440c-9dde-05600b116d3f req-90395e04-fdff-4c2a-9089-f7396ee2dc34 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:21.338269 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b0d6cca5-1d7f-440c-9dde-05600b116d3f req-90395e04-fdff-4c2a-9089-f7396ee2dc34 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 943 time: 0.1649511 Jun 07 06:57:21.338984 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 44796) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:21.394374 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b0d6cca5-1d7f-440c-9dde-05600b116d3f req-7f4622a4-b1bc-4605-90c7-186be490f7ba tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524526 Jun 07 06:57:21.507648 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-e9355e17-0e80-4a7c-902f-ce50f449de27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:21.548386 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-e9355e17-0e80-4a7c-902f-ce50f449de27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:21.557243 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-177bd3a6-6e02-4897-9d28-90aebb508fad tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:21.564839 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-b69b33ba-ad3e-4303-9479-734083d04941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:21.628923 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d64041-4236-4634-93e8-0428983b416a tempest-TestVolumeBootPattern-501813161 tempest-TestVolumeBootPattern-501813161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:21.632222 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-67d64041-4236-4634-93e8-0428983b416a tempest-TestVolumeBootPattern-501813161 tempest-TestVolumeBootPattern-501813161-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=97d576f5-88c7-4874-96b0-ee0275ba6506 HTTP/1.1" status: 200 len: 1094 time: 0.2922568 Jun 07 06:57:21.634057 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 44802) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:21.639692 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-d14839c6-b857-43a6-8707-30e2e37a4ac8 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Request body: {'floatingip': {'floating_network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'port_id': 'ce27cd82-e445-4a46-9b87-d7cc2d5d7602', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'fixed_ip_address': '172.20.0.10'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:57:21.655745 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e772d-cd7e-4203-ade3-39fba9be6535 req-db5fd8a3-b820-4629-9810-c11d982b68cc tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:21.657062 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-af5e772d-cd7e-4203-ade3-39fba9be6535 req-db5fd8a3-b820-4629-9810-c11d982b68cc tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5924ef2-e8cf-4e77-844e-283846363c60 HTTP/1.1" status: 200 len: 931 time: 0.1196396 Jun 07 06:57:21.663099 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-177bd3a6-6e02-4897-9d28-90aebb508fad tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Network da7af6ea-18d1-478c-ba9a-0c192794a23a is already hosted by enough agents. {{(pid=91758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:57:21.668980 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.base_scheduler [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-177bd3a6-6e02-4897-9d28-90aebb508fad tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Resources bound (agent type, host, resource id): {{(pid=91758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:57:21.680545 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d045a-0628-4347-8a37-db288d7627ff req-fe148765-e68c-478d-8c02-a97dbfdd4554 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:21.682302 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d06d045a-0628-4347-8a37-db288d7627ff req-fe148765-e68c-478d-8c02-a97dbfdd4554 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 946 time: 0.2452416 Jun 07 06:57:21.685554 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-177bd3a6-6e02-4897-9d28-90aebb508fad tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Received port after_create {{(pid=91758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:57:21.691276 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d14839c6-b857-43a6-8707-30e2e37a4ac8 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks [] for floatingip, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:21.718513 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177bd3a6-6e02-4897-9d28-90aebb508fad tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Pushing event updated for resources: {'Port': ['ID=f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:21.733591 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-af5e772d-cd7e-4203-ade3-39fba9be6535 req-3dd87479-187b-4f6a-be7c-92a413d33918 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/security-groups?id=529b1eb9-07e0-4240-8872-7618dddce0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674570 Jun 07 06:57:21.756814 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177bd3a6-6e02-4897-9d28-90aebb508fad tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:21.756814 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177bd3a6-6e02-4897-9d28-90aebb508fad tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:21.756814 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177bd3a6-6e02-4897-9d28-90aebb508fad tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:21.756814 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177bd3a6-6e02-4897-9d28-90aebb508fad tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:21.756814 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177bd3a6-6e02-4897-9d28-90aebb508fad tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:21.756814 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177bd3a6-6e02-4897-9d28-90aebb508fad tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:21.756814 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177bd3a6-6e02-4897-9d28-90aebb508fad tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:21.756814 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177bd3a6-6e02-4897-9d28-90aebb508fad tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:21.756814 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177bd3a6-6e02-4897-9d28-90aebb508fad tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:21.756814 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177bd3a6-6e02-4897-9d28-90aebb508fad tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:21.756814 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177bd3a6-6e02-4897-9d28-90aebb508fad tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:21.756814 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177bd3a6-6e02-4897-9d28-90aebb508fad tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:21.760869 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-177bd3a6-6e02-4897-9d28-90aebb508fad tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:21.805334 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-177bd3a6-6e02-4897-9d28-90aebb508fad tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:21.805968 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-177bd3a6-6e02-4897-9d28-90aebb508fad tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:21.812786 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-e9355e17-0e80-4a7c-902f-ce50f449de27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:21.815138 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-e9355e17-0e80-4a7c-902f-ce50f449de27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:21.816217 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-e9355e17-0e80-4a7c-902f-ce50f449de27 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ad2d9269-0edf-41e0-bbd3-1e99fbfddf0e HTTP/1.1" status: 204 len: 168 time: 0.5018942 Jun 07 06:57:21.822209 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0d34ca3d-b879-4d50-94ab-2f08e72773cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:21.838129 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d06d045a-0628-4347-8a37-db288d7627ff req-72886677-4d5a-4bb0-ae01-d6d0a77c09b9 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206415 Jun 07 06:57:21.844373 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9355e17-0e80-4a7c-902f-ce50f449de27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2d9269-0edf-41e0-bbd3-1e99fbfddf0e,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:21.857629 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-e9355e17-0e80-4a7c-902f-ce50f449de27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:21.864828 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-177bd3a6-6e02-4897-9d28-90aebb508fad tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3482642 Jun 07 06:57:21.866738 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d14839c6-b857-43a6-8707-30e2e37a4ac8 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:21.893547 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-7cd690b3-6ea5-45f9-af7f-024f4290b535 service neutron] Request body: {'port': {'device_id': 'b5924ef2-e8cf-4e77-844e-283846363c60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:57:22.008125 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-7cd690b3-6ea5-45f9-af7f-024f4290b535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:22.029814 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.db_base_plugin_common [None req-d14839c6-b857-43a6-8707-30e2e37a4ac8 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Allocated IP 172.27.1.54 (fe992a7c-d3c2-4e8d-9573-c4f663251d7a/c4323051-ed30-4a9a-b3aa-b457aab0dfbf/f7431221-f417-46cd-84c6-3e7870ac96e0) {{(pid=91759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:57:22.218424 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d14839c6-b857-43a6-8707-30e2e37a4ac8 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks [] for port, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:22.360633 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088225f3-bf25-4e2e-ba24-71b67945af51 req-5ffa1d19-c5c7-4730-ace4-50a5225c02b1 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:22.362710 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-088225f3-bf25-4e2e-ba24-71b67945af51 req-5ffa1d19-c5c7-4730-ace4-50a5225c02b1 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.44 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 946 time: 0.1335168 Jun 07 06:57:22.410249 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d14839c6-b857-43a6-8707-30e2e37a4ac8 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222160'] for port, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:22.431539 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:22.447639 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-7cd690b3-6ea5-45f9-af7f-024f4290b535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf {{(pid=91758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:57:22.459102 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-7cd690b3-6ea5-45f9-af7f-024f4290b535 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:22.478553 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-7cd690b3-6ea5-45f9-af7f-024f4290b535 service neutron] Transition to ACTIVE for port object f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf will not be triggered until provisioned by entity L2. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:57:22.484183 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-7cd690b3-6ea5-45f9-af7f-024f4290b535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2309382'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:22.491310 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-b69b33ba-ad3e-4303-9479-734083d04941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:22.506840 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14839c6-b857-43a6-8707-30e2e37a4ac8 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Pushing event updated for resources: {'Port': ['ID=f7431221-f417-46cd-84c6-3e7870ac96e0,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:22.523033 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-d14839c6-b857-43a6-8707-30e2e37a4ac8 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:22.575515 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14839c6-b857-43a6-8707-30e2e37a4ac8 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Network fe992a7c-d3c2-4e8d-9573-c4f663251d7a is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:57:22.588931 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-d14839c6-b857-43a6-8707-30e2e37a4ac8 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:57:22.597042 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14839c6-b857-43a6-8707-30e2e37a4ac8 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Received port after_create {{(pid=91759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:57:22.800363 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd690b3-6ea5-45f9-af7f-024f4290b535 service neutron] Pushing event updated for resources: {'Port': ['ID=f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf,revision_number=2']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:22.809229 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-7cd690b3-6ea5-45f9-af7f-024f4290b535 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:22.932052 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-7cd690b3-6ea5-45f9-af7f-024f4290b535 service neutron] Attempting to bind port f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf on host hv-cinder-78414 for vnic_type normal with profile {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:57:22.932450 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-7cd690b3-6ea5-45f9-af7f-024f4290b535 service neutron] Attempting to bind port f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '33130f4d-635f-4cdb-8eb9-a957a8372852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'da7af6ea-18d1-478c-ba9a-0c192794a23a'}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:57:22.932718 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-7cd690b3-6ea5-45f9-af7f-024f4290b535 service neutron] Attempting to bind port f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf on network da7af6ea-18d1-478c-ba9a-0c192794a23a {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:57:22.944959 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-7cd690b3-6ea5-45f9-af7f-024f4290b535 service neutron] Port f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf on network da7af6ea-18d1-478c-ba9a-0c192794a23a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 06:57:22.945329 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-7cd690b3-6ea5-45f9-af7f-024f4290b535 service neutron] Attempting to bind port f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf on network da7af6ea-18d1-478c-ba9a-0c192794a23a {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:57:22.962696 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-7cd690b3-6ea5-45f9-af7f-024f4290b535 service neutron] Checking agent: {'id': '6ac81f3b-c4b1-4231-aa5b-62c4bc3a8245', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 52, 32), 'started_at': datetime.datetime(2021, 6, 7, 6, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:57:22.963034 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-7cd690b3-6ea5-45f9-af7f-024f4290b535 service neutron] Checking segment: {'id': '33130f4d-635f-4cdb-8eb9-a957a8372852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'da7af6ea-18d1-478c-ba9a-0c192794a23a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:57:22.963421 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-7cd690b3-6ea5-45f9-af7f-024f4290b535 service neutron] Bound using segment: {'id': '33130f4d-635f-4cdb-8eb9-a957a8372852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'da7af6ea-18d1-478c-ba9a-0c192794a23a'} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:57:22.963862 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-7cd690b3-6ea5-45f9-af7f-024f4290b535 service neutron] Bound port: f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33130f4d-635f-4cdb-8eb9-a957a8372852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'da7af6ea-18d1-478c-ba9a-0c192794a23a'}}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:57:22.964211 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-7cd690b3-6ea5-45f9-af7f-024f4290b535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:23.054415 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377b5b7-9a69-4530-8aa0-2a37dcaeaafe req-e09f16dc-ff31-4cb3-8f93-474ebd6ca8f8 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:23.055553 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-c377b5b7-9a69-4530-8aa0-2a37dcaeaafe req-e09f16dc-ff31-4cb3-8f93-474ebd6ca8f8 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5924ef2-e8cf-4e77-844e-283846363c60 HTTP/1.1" status: 200 len: 943 time: 0.1769404 Jun 07 06:57:23.090683 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5c53e-da69-4466-a6ed-a701997c0bac req-4ae54253-32ff-47d6-84f9-e4c231dbb04b tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:23.097449 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-78a5c53e-da69-4466-a6ed-a701997c0bac req-4ae54253-32ff-47d6-84f9-e4c231dbb04b tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 943 time: 0.4670925 Jun 07 06:57:23.107138 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-7cd690b3-6ea5-45f9-af7f-024f4290b535 service neutron] For port f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf, host hv-cinder-78414, cleared binding levels {{(pid=91758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:57:23.122673 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-7cd690b3-6ea5-45f9-af7f-024f4290b535 service neutron] For port f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf,segment=NetworkSegment(33130f4d-635f-4cdb-8eb9-a957a8372852),segment_id=33130f4d-635f-4cdb-8eb9-a957a8372852)] {{(pid=91758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:57:23.123303 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [req-088225f3-bf25-4e2e-ba24-71b67945af51 req-3353372d-ca29-475b-95cb-6d655a11d0c3 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Deleting port c3667534-e0f8-4a2e-9b56-71fc84b32cf9 {{(pid=91759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 06:57:23.123589 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-088225f3-bf25-4e2e-ba24-71b67945af51 req-3353372d-ca29-475b-95cb-6d655a11d0c3 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:23.126749 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-c377b5b7-9a69-4530-8aa0-2a37dcaeaafe req-afda2fb1-d00a-493c-aea7-e24a84b33a5d tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/security-groups?id=529b1eb9-07e0-4240-8872-7618dddce0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595505 Jun 07 06:57:23.129077 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-7cd690b3-6ea5-45f9-af7f-024f4290b535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2309382'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:23.138590 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-84d9b12e-b1ac-49ab-a776-cdc75e31bcbb tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:23.201163 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-7cd690b3-6ea5-45f9-af7f-024f4290b535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:23.201797 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-7cd690b3-6ea5-45f9-af7f-024f4290b535 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:23.203123 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-7cd690b3-6ea5-45f9-af7f-024f4290b535 service neutron] 10.222.0.44 "PUT /v2.0/ports/f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf HTTP/1.1" status: 200 len: 1093 time: 1.3139069 Jun 07 06:57:23.203662 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5924ef2-e8cf-4e77-844e-283846363c60', 'tag': 'f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:57:23.205974 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec36a6c19c8fb969b847be0da992033db50c3714a14aa90e68a12edeb3f3a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94d6f45-93b9-43e4-ba51-8c43cda4c47b" -d '{"events": [{"name": "network-changed", "server_uuid": "b5924ef2-e8cf-4e77-844e-283846363c60", "tag": "f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:57:23.224246 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd690b3-6ea5-45f9-af7f-024f4290b535 service neutron] Pushing event updated for resources: {'Port': ['ID=f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf,revision_number=3']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:23.228096 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-7cd690b3-6ea5-45f9-af7f-024f4290b535 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:23.334465 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-78a5c53e-da69-4466-a6ed-a701997c0bac req-90e397bf-51e5-406c-9263-0a23b6916bbb tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2360711 Jun 07 06:57:23.432823 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.db [req-088225f3-bf25-4e2e-ba24-71b67945af51 req-3353372d-ca29-475b-95cb-6d655a11d0c3 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] For port c3667534-e0f8-4a2e-9b56-71fc84b32cf9, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=c3667534-e0f8-4a2e-9b56-71fc84b32cf9,segment=NetworkSegment(fc32578d-75ec-4ab3-838d-be875a300fda),segment_id=fc32578d-75ec-4ab3-838d-be875a300fda)] {{(pid=91759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:57:23.433153 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-088225f3-bf25-4e2e-ba24-71b67945af51 req-3353372d-ca29-475b-95cb-6d655a11d0c3 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:23.436905 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 06:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20bd2842-0383-4065-a58a-5a49da276fc1 x-openstack-request-id: req-20bd2842-0383-4065-a58a-5a49da276fc1 {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:57:23.437235 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5924ef2-e8cf-4e77-844e-283846363c60", "tag": "f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf", "status": "completed", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:57:23.437519 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-20bd2842-0383-4065-a58a-5a49da276fc1 {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:57:23.437970 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5924ef2-e8cf-4e77-844e-283846363c60', 'tag': 'f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf', 'status': 'completed', 'code': 200} Jun 07 06:57:23.440611 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-2aae6b02-f3cb-464d-9432-e551c74a82b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:23.442119 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-2aae6b02-f3cb-464d-9432-e551c74a82b3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7082a19b3e8748bea033c1370c918426&device_id=b5924ef2-e8cf-4e77-844e-283846363c60 HTTP/1.1" status: 200 len: 1096 time: 0.1908443 Jun 07 06:57:23.462832 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447addd-3fbc-4c30-ad5f-f0ce6b0b303c req-1b41b9e9-0bbf-4c30-b1be-5a226e55cca5 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:23.464154 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e447addd-3fbc-4c30-ad5f-f0ce6b0b303c req-1b41b9e9-0bbf-4c30-b1be-5a226e55cca5 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 946 time: 0.1691124 Jun 07 06:57:23.543286 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-ddd7ee31-b04f-45f7-a677-1b7bc25fb49b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf HTTP/1.1" status: 200 len: 217 time: 0.0925665 Jun 07 06:57:23.616412 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [req-088225f3-bf25-4e2e-ba24-71b67945af51 req-3353372d-ca29-475b-95cb-6d655a11d0c3 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Calling delete_port for c3667534-e0f8-4a2e-9b56-71fc84b32cf9 owned by compute:nova {{(pid=91759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 06:57:23.692317 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e447addd-3fbc-4c30-ad5f-f0ce6b0b303c req-4c81ce0a-c697-48af-92ba-b6cb650fe3ec tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707950 Jun 07 06:57:23.714574 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-7814ae4a-ae4a-4e67-825d-739c54b143b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:23.716283 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-7814ae4a-ae4a-4e67-825d-739c54b143b9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=22d940f0-82b4-493f-b67b-e4c3a42befd3 HTTP/1.1" status: 200 len: 853 time: 0.1592023 Jun 07 06:57:23.770606 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-ea257009-0928-4f59-b5f2-d0b2d9d70ec3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=da7af6ea-18d1-478c-ba9a-0c192794a23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467339 Jun 07 06:57:23.854727 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d14839c6-b857-43a6-8707-30e2e37a4ac8 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:23.905559 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-c9835210-4b2f-4d9b-95e5-fb98055e39f5 service neutron] 10.222.0.44 "GET /v2.0/networks/da7af6ea-18d1-478c-ba9a-0c192794a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282382 Jun 07 06:57:24.006750 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-088225f3-bf25-4e2e-ba24-71b67945af51 req-3353372d-ca29-475b-95cb-6d655a11d0c3 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222160'] for port, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:24.018565 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] get_ports_and_sgs() called for port_ids ['3ddabfdb-cb0b-403a-998e-fca6faed2a55'] {{(pid=91760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:57:24.027012 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-d14839c6-b857-43a6-8707-30e2e37a4ac8 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:24.074065 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d465788d-b53b-4c83-85c7-fc587dc56ade req-dafa3662-94fa-44a4-a131-9d0fb3c460f2 service neutron] 10.222.0.44 "GET /v2.0/networks/da7af6ea-18d1-478c-ba9a-0c192794a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598661 Jun 07 06:57:24.075842 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3353372d-ca29-475b-95cb-6d655a11d0c3 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Pushing event deleted for resources: {'Port': ['ID=c3667534-e0f8-4a2e-9b56-71fc84b32cf9,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:24.106093 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-3353372d-ca29-475b-95cb-6d655a11d0c3 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:24.145034 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d14839c6-b857-43a6-8707-30e2e37a4ac8 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:24.200562 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [req-088225f3-bf25-4e2e-ba24-71b67945af51 req-3353372d-ca29-475b-95cb-6d655a11d0c3 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] No DVR routers for this DVR port c3667534-e0f8-4a2e-9b56-71fc84b32cf9 on host hv-cinder-78414 {{(pid=91759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 06:57:24.205233 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-088225f3-bf25-4e2e-ba24-71b67945af51 req-3353372d-ca29-475b-95cb-6d655a11d0c3 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:24.207209 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-088225f3-bf25-4e2e-ba24-71b67945af51 req-3353372d-ca29-475b-95cb-6d655a11d0c3 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.44 "DELETE /v2.0/ports/c3667534-e0f8-4a2e-9b56-71fc84b32cf9 HTTP/1.1" status: 204 len: 173 time: 1.8388426 Jun 07 06:57:24.207696 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14bdbfbc-4715-4a29-91fb-3fc405c590cf', 'name': 'network-vif-deleted', 'tag': 'c3667534-e0f8-4a2e-9b56-71fc84b32cf9'}] {{(pid=91759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:57:24.210270 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a053f81c338bbf1e2ede0d69cafce5cf20f9436aa375ccea032d9338f79a3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fb4d14-ce98-4163-bdd6-eb30670b11b5" -d '{"events": [{"server_uuid": "14bdbfbc-4715-4a29-91fb-3fc405c590cf", "name": "network-vif-deleted", "tag": "c3667534-e0f8-4a2e-9b56-71fc84b32cf9"}]}' {{(pid=91759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:57:24.360948 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d6f45-93b9-43e4-ba51-8c43cda4c47b req-b8ec84cc-e83d-4931-a7b7-fe1104fecdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:24.363279 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e94d6f45-93b9-43e4-ba51-8c43cda4c47b req-b8ec84cc-e83d-4931-a7b7-fe1104fecdad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7082a19b3e8748bea033c1370c918426&device_id=b5924ef2-e8cf-4e77-844e-283846363c60 HTTP/1.1" status: 200 len: 1096 time: 0.2302899 Jun 07 06:57:24.463938 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff58109d-a7b4-4b94-af73-401067290608 x-openstack-request-id: req-ff58109d-a7b4-4b94-af73-401067290608 {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:57:24.464360 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14bdbfbc-4715-4a29-91fb-3fc405c590cf", "name": "network-vif-deleted", "tag": "c3667534-e0f8-4a2e-9b56-71fc84b32cf9", "status": "completed", "code": 200}]} {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:57:24.464646 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ff58109d-a7b4-4b94-af73-401067290608 {{(pid=91759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:57:24.465063 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14bdbfbc-4715-4a29-91fb-3fc405c590cf', 'name': 'network-vif-deleted', 'tag': 'c3667534-e0f8-4a2e-9b56-71fc84b32cf9', 'status': 'completed', 'code': 200} Jun 07 06:57:24.584003 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0de89-75d7-4a6a-8136-2404b2c7c31e req-80071cc8-6027-4edb-ad59-dc27045cb64b tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:24.585448 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-29e0de89-75d7-4a6a-8136-2404b2c7c31e req-80071cc8-6027-4edb-ad59-dc27045cb64b tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 943 time: 0.1131859 Jun 07 06:57:24.589881 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d6f45-93b9-43e4-ba51-8c43cda4c47b req-98f57f43-bd64-4c1f-9501-136bac1bb2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:24.591099 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e94d6f45-93b9-43e4-ba51-8c43cda4c47b req-98f57f43-bd64-4c1f-9501-136bac1bb2cb service neutron] 10.222.0.44 "GET /v2.0/networks?id=da7af6ea-18d1-478c-ba9a-0c192794a23a HTTP/1.1" status: 200 len: 914 time: 0.2213159 Jun 07 06:57:24.595574 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a784b-6f17-4681-9815-e7a5f8132c51 req-e540a538-24dd-4277-a2a8-942377bb7108 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:24.597070 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-742a784b-6f17-4681-9815-e7a5f8132c51 req-e540a538-24dd-4277-a2a8-942377bb7108 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5924ef2-e8cf-4e77-844e-283846363c60 HTTP/1.1" status: 200 len: 943 time: 0.1363881 Jun 07 06:57:24.627869 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d14839c6-b857-43a6-8707-30e2e37a4ac8 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks [] for port, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:24.635926 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d14839c6-b857-43a6-8707-30e2e37a4ac8 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222187'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:24.656130 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-15f65c45-072b-4715-94dc-23332bfef2c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:24.679890 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e94d6f45-93b9-43e4-ba51-8c43cda4c47b req-6bd233d6-3de8-4c33-af67-e598543d586e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf HTTP/1.1" status: 200 len: 217 time: 0.0644321 Jun 07 06:57:24.742268 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-29e0de89-75d7-4a6a-8136-2404b2c7c31e req-c2636c1d-ea98-4c6d-8892-a1fa4a05f71b tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475973 Jun 07 06:57:24.744546 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-742a784b-6f17-4681-9815-e7a5f8132c51 req-404a2bf3-7aae-474d-9066-17d439c2584b tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/security-groups?id=529b1eb9-07e0-4240-8872-7618dddce0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373885 Jun 07 06:57:24.776277 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d6f45-93b9-43e4-ba51-8c43cda4c47b req-e1703116-084f-4951-899f-6dce288307fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:24.799536 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e94d6f45-93b9-43e4-ba51-8c43cda4c47b req-e1703116-084f-4951-899f-6dce288307fd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=22d940f0-82b4-493f-b67b-e4c3a42befd3 HTTP/1.1" status: 200 len: 853 time: 0.1094253 Jun 07 06:57:24.804110 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14839c6-b857-43a6-8707-30e2e37a4ac8 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Pushing event updated for resources: {'Port': ['ID=f7431221-f417-46cd-84c6-3e7870ac96e0,revision_number=2']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:24.838920 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14839c6-b857-43a6-8707-30e2e37a4ac8 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:24.839302 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14839c6-b857-43a6-8707-30e2e37a4ac8 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:24.839673 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14839c6-b857-43a6-8707-30e2e37a4ac8 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:24.840045 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14839c6-b857-43a6-8707-30e2e37a4ac8 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:24.840394 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14839c6-b857-43a6-8707-30e2e37a4ac8 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:24.840748 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14839c6-b857-43a6-8707-30e2e37a4ac8 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:24.841099 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14839c6-b857-43a6-8707-30e2e37a4ac8 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:24.841446 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14839c6-b857-43a6-8707-30e2e37a4ac8 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:24.841804 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14839c6-b857-43a6-8707-30e2e37a4ac8 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:24.842163 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14839c6-b857-43a6-8707-30e2e37a4ac8 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:24.842507 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14839c6-b857-43a6-8707-30e2e37a4ac8 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:24.842846 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14839c6-b857-43a6-8707-30e2e37a4ac8 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:24.856821 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-d14839c6-b857-43a6-8707-30e2e37a4ac8 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:24.865816 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e94d6f45-93b9-43e4-ba51-8c43cda4c47b req-ba04799a-ae78-4b89-af62-2af9934957dc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=da7af6ea-18d1-478c-ba9a-0c192794a23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520473 Jun 07 06:57:24.879150 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d14839c6-b857-43a6-8707-30e2e37a4ac8 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3885433'] for floatingip, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:25.026631 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-c070c8fa-cee6-4d5b-86d6-96f839925f20 req-9cb50ae9-0fc1-454f-8802-566d51d5ab75 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=14bdbfbc-4715-4a29-91fb-3fc405c590cf HTTP/1.1" status: 200 len: 210 time: 0.0637758 Jun 07 06:57:25.030164 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e94d6f45-93b9-43e4-ba51-8c43cda4c47b req-1364e5ca-254d-423a-a405-551b6e2534f0 service neutron] 10.222.0.44 "GET /v2.0/networks/da7af6ea-18d1-478c-ba9a-0c192794a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573737 Jun 07 06:57:25.135250 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.db.l3_db [None req-d14839c6-b857-43a6-8707-30e2e37a4ac8 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Floating IP e434c236-4cee-45cd-8b75-d1338df48fde associated. External IP: 172.27.1.54, port: ce27cd82-e445-4a46-9b87-d7cc2d5d7602. Jun 07 06:57:25.163826 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e94d6f45-93b9-43e4-ba51-8c43cda4c47b req-3795f4d1-1818-4032-9042-0798bf6ad5a7 service neutron] 10.222.0.44 "GET /v2.0/networks/da7af6ea-18d1-478c-ba9a-0c192794a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255524 Jun 07 06:57:25.480788 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14839c6-b857-43a6-8707-30e2e37a4ac8 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Router ef24ee72-6c48-4946-b1fa-ff7d96b86680 has already been hosted by L3 agent 207d1699-2b30-4848-a9d2-d112df8957f2 {{(pid=91759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 06:57:25.664522 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14839c6-b857-43a6-8707-30e2e37a4ac8 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify agent at l3_agent.dv-cinder-784140-5-iscsi the message routers_updated {{(pid=91759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 06:57:25.675188 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ddf32e-3452-4466-bb3f-3ee31faf2968 None None] Sync routers for ids ['ef24ee72-6c48-4946-b1fa-ff7d96b86680'] in dv-cinder-784140-5-iscsi {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 06:57:25.685444 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ddf32e-3452-4466-bb3f-3ee31faf2968 None None] Routers {'ef24ee72-6c48-4946-b1fa-ff7d96b86680'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:57:25.686274 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-76ddf32e-3452-4466-bb3f-3ee31faf2968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T06:57:08Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['ef24ee72-6c48-4946-b1fa-ff7d96b86680'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:57:25.687579 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d14839c6-b857-43a6-8707-30e2e37a4ac8 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for floatingip, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:25.743335 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-d14839c6-b857-43a6-8707-30e2e37a4ac8 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1071012 Jun 07 06:57:25.910553 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-76ddf32e-3452-4466-bb3f-3ee31faf2968 None None] Set router ef24ee72-6c48-4946-b1fa-ff7d96b86680 gateway port host: dv-cinder-784140-5-iscsi {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:57:25.942266 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1f39a-696c-4c30-8931-0428fc029e95 req-4bc0a836-5a9b-4ee8-8959-04346cb5b814 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:25.945769 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-c2a1f39a-696c-4c30-8931-0428fc029e95 req-4bc0a836-5a9b-4ee8-8959-04346cb5b814 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5924ef2-e8cf-4e77-844e-283846363c60 HTTP/1.1" status: 200 len: 943 time: 0.0824418 Jun 07 06:57:25.972285 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0fb755-986c-461b-8679-67d5f0bd1ca4 req-dd1d9f52-991e-4691-9694-b6b362a07437 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:25.973746 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-1b0fb755-986c-461b-8679-67d5f0bd1ca4 req-dd1d9f52-991e-4691-9694-b6b362a07437 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 943 time: 0.0825279 Jun 07 06:57:26.003374 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-c2a1f39a-696c-4c30-8931-0428fc029e95 req-10a6bc4b-fc74-473d-8109-ce2d2aa5ac71 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/security-groups?id=529b1eb9-07e0-4240-8872-7618dddce0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528746 Jun 07 06:57:26.026532 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-1b0fb755-986c-461b-8679-67d5f0bd1ca4 req-7f1705c3-9b40-42f2-8fff-7bb3f815a6fe tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455091 Jun 07 06:57:26.172053 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device c3667534-e0f8-4a2e-9b56-71fc84b32cf9 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 06:57:26.207199 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] No Port match for: c3667534-e0f8-4a2e-9b56-71fc84b32cf9 {{(pid=91760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 06:57:26.207817 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device c3667534-e0f8-4a2e-9b56-71fc84b32cf9 not bound to the agent host hv-cinder-78414 {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 06:57:26.278765 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-76ddf32e-3452-4466-bb3f-3ee31faf2968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'name': 'tempest-TestVolumeBootPattern-967276418-router', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:55:35Z', 'updated_at': '2021-06-07T06:55:44Z', 'revision_number': 4, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'gw_port': {'id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:36Z', 'updated_at': '2021-06-07T06:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_floatingips': [{'id': 'e434c236-4cee-45cd-8b75-d1338df48fde', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'floating_ip_address': '172.27.1.54', 'floating_network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'router_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'port_id': 'ce27cd82-e445-4a46-9b87-d7cc2d5d7602', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef', 'mac_address': 'fa:16:3e:63:a3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d576f5-88c7-4874-96b0-ee0275ba6506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T06:57:23Z', 'updated_at': '2021-06-07T06:57:23Z', 'revision_number': 0, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fd5e9bc-fed3-467b-be75-61bc5c66680c', 'name': '', 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'mac_address': 'fa:16:3e:47:8f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '87a72f20-455f-479d-87c8-83d2f8548043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:42Z', 'updated_at': '2021-06-07T06:55:52Z', 'revision_number': 5, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'subnets': [{'id': '87a72f20-455f-479d-87c8-83d2f8548043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:57:26.282552 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ddf32e-3452-4466-bb3f-3ee31faf2968 None None] Checking router: ef24ee72-6c48-4946-b1fa-ff7d96b86680 for host: dv-cinder-784140-5-iscsi {{(pid=91761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 06:57:26.291841 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ddf32e-3452-4466-bb3f-3ee31faf2968 None None] Routers {'ef24ee72-6c48-4946-b1fa-ff7d96b86680'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:57:26.292434 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-76ddf32e-3452-4466-bb3f-3ee31faf2968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T06:57:08Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['ef24ee72-6c48-4946-b1fa-ff7d96b86680'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:57:26.466479 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d576f5-88c7-4874-96b0-ee0275ba6506', 'tag': 'ce27cd82-e445-4a46-9b87-d7cc2d5d7602'}] {{(pid=91759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:57:26.468137 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-76ddf32e-3452-4466-bb3f-3ee31faf2968 None None] Set router ef24ee72-6c48-4946-b1fa-ff7d96b86680 gateway port host: dv-cinder-784140-5-iscsi {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:57:26.469043 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a053f81c338bbf1e2ede0d69cafce5cf20f9436aa375ccea032d9338f79a3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323b8ab1-2905-4181-a658-95f8d93087f2" -d '{"events": [{"name": "network-changed", "server_uuid": "97d576f5-88c7-4874-96b0-ee0275ba6506", "tag": "ce27cd82-e445-4a46-9b87-d7cc2d5d7602"}]}' {{(pid=91759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:57:26.494499 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d09cbf-1135-4a2c-a3c2-da6036b648cb req-dbec3b5e-9ac4-49a7-92c5-d1b8bc7f925b tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:26.496048 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d9d09cbf-1135-4a2c-a3c2-da6036b648cb req-dbec3b5e-9ac4-49a7-92c5-d1b8bc7f925b tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.0849767 Jun 07 06:57:26.520512 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 06:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c31a6f8-dffd-4945-9f0e-1e56e27d59ed x-openstack-request-id: req-6c31a6f8-dffd-4945-9f0e-1e56e27d59ed {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:57:26.520899 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d576f5-88c7-4874-96b0-ee0275ba6506", "tag": "ce27cd82-e445-4a46-9b87-d7cc2d5d7602", "status": "completed", "code": 200}]} {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:57:26.521247 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6c31a6f8-dffd-4945-9f0e-1e56e27d59ed {{(pid=91759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:57:26.521727 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d576f5-88c7-4874-96b0-ee0275ba6506', 'tag': 'ce27cd82-e445-4a46-9b87-d7cc2d5d7602', 'status': 'completed', 'code': 200} Jun 07 06:57:26.542007 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d9d09cbf-1135-4a2c-a3c2-da6036b648cb req-ceeebddc-7fe8-4652-8f69-f47cbb97f255 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400186 Jun 07 06:57:26.815970 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-76ddf32e-3452-4466-bb3f-3ee31faf2968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'name': 'tempest-TestVolumeBootPattern-967276418-router', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:55:35Z', 'updated_at': '2021-06-07T06:55:44Z', 'revision_number': 4, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'gw_port': {'id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:36Z', 'updated_at': '2021-06-07T06:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_floatingips': [{'id': 'e434c236-4cee-45cd-8b75-d1338df48fde', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'floating_ip_address': '172.27.1.54', 'floating_network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'router_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'port_id': 'ce27cd82-e445-4a46-9b87-d7cc2d5d7602', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef', 'mac_address': 'fa:16:3e:63:a3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d576f5-88c7-4874-96b0-ee0275ba6506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T06:57:23Z', 'updated_at': '2021-06-07T06:57:23Z', 'revision_number': 0, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fd5e9bc-fed3-467b-be75-61bc5c66680c', 'name': '', 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'mac_address': 'fa:16:3e:47:8f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '87a72f20-455f-479d-87c8-83d2f8548043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:42Z', 'updated_at': '2021-06-07T06:55:52Z', 'revision_number': 5, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'subnets': [{'id': '87a72f20-455f-479d-87c8-83d2f8548043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:57:26.819673 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ddf32e-3452-4466-bb3f-3ee31faf2968 None None] The sync data for ids ['ef24ee72-6c48-4946-b1fa-ff7d96b86680'] in dv-cinder-784140-5-iscsi is: [{'id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'name': 'tempest-TestVolumeBootPattern-967276418-router', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:55:35Z', 'updated_at': '2021-06-07T06:55:44Z', 'revision_number': 4, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'gw_port': {'id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:36Z', 'updated_at': '2021-06-07T06:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_floatingips': [{'id': 'e434c236-4cee-45cd-8b75-d1338df48fde', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'floating_ip_address': '172.27.1.54', 'floating_network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'router_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'port_id': 'ce27cd82-e445-4a46-9b87-d7cc2d5d7602', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef', 'mac_address': 'fa:16:3e:63:a3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d576f5-88c7-4874-96b0-ee0275ba6506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T06:57:23Z', 'updated_at': '2021-06-07T06:57:23Z', 'revision_number': 0, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fd5e9bc-fed3-467b-be75-61bc5c66680c', 'name': '', 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'mac_address': 'fa:16:3e:47:8f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '87a72f20-455f-479d-87c8-83d2f8548043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:42Z', 'updated_at': '2021-06-07T06:55:52Z', 'revision_number': 5, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'subnets': [{'id': '87a72f20-455f-479d-87c8-83d2f8548043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 06:57:27.037435 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8f1d8b-95e7-4835-b1b6-d6094a84cf9e None None] New status for floating IP e434c236-4cee-45cd-8b75-d1338df48fde: ACTIVE {{(pid=91760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 06:57:27.207841 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87680d59-2293-4648-ad1a-0136f7d8f62f req-3d781d5e-4b2d-4964-92e2-9cfc7a9ffed5 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:27.209316 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-87680d59-2293-4648-ad1a-0136f7d8f62f req-3d781d5e-4b2d-4964-92e2-9cfc7a9ffed5 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5924ef2-e8cf-4e77-844e-283846363c60 HTTP/1.1" status: 200 len: 943 time: 0.0877833 Jun 07 06:57:27.230199 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f728c-1cd8-49ac-b97e-0a2d97db71ad req-85dfad72-126a-4a4c-86da-a3b65df7b220 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:27.236044 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-403f728c-1cd8-49ac-b97e-0a2d97db71ad req-85dfad72-126a-4a4c-86da-a3b65df7b220 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 943 time: 0.0896797 Jun 07 06:57:27.257203 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-87680d59-2293-4648-ad1a-0136f7d8f62f req-7f88b5ca-7aca-449e-9018-16b836fbfa28 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/security-groups?id=529b1eb9-07e0-4240-8872-7618dddce0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409582 Jun 07 06:57:27.280555 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-403f728c-1cd8-49ac-b97e-0a2d97db71ad req-54399927-8dc0-402b-9d38-fe422c75b698 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429862 Jun 07 06:57:27.822521 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa5c98-6028-4bc8-a6cd-c1ac281fa544 req-0a7e171b-7f8a-4618-a9e6-bd1bd1436eca tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:27.823962 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-2bfa5c98-6028-4bc8-a6cd-c1ac281fa544 req-0a7e171b-7f8a-4618-a9e6-bd1bd1436eca tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.1759760 Jun 07 06:57:27.868710 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-2bfa5c98-6028-4bc8-a6cd-c1ac281fa544 req-5783dbb2-1c15-46e9-a052-b0685a421c02 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390112 Jun 07 06:57:28.159454 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 06:57:28.276007 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b8ab1-2905-4181-a658-95f8d93087f2 req-06b7260f-f526-43f8-80be-f89e4d9dbbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:28.277695 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-323b8ab1-2905-4181-a658-95f8d93087f2 req-06b7260f-f526-43f8-80be-f89e4d9dbbd0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a5f883678724bcaa5897caf09eee996&device_id=97d576f5-88c7-4874-96b0-ee0275ba6506 HTTP/1.1" status: 200 len: 1099 time: 0.0734794 Jun 07 06:57:28.305701 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf,segment=NetworkSegment(33130f4d-635f-4cdb-8eb9-a957a8372852),segment_id=33130f4d-635f-4cdb-8eb9-a957a8372852)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:57:28.323007 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Returning: {'device': 'f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf', 'network_id': 'da7af6ea-18d1-478c-ba9a-0c192794a23a', 'port_id': 'f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf', 'mac_address': 'fa:16:3e:c0:0b:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22d940f0-82b4-493f-b67b-e4c3a42befd3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 06:57:28.426265 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:28.453116 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf {{(pid=91760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:57:28.477426 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf,segment=NetworkSegment(33130f4d-635f-4cdb-8eb9-a957a8372852),segment_id=33130f4d-635f-4cdb-8eb9-a957a8372852)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:57:28.481721 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:28.484409 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:28.516903 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a1e07-bc50-4eff-94a9-5f9dd703246f req-962fbff8-e97b-4faf-9769-90997c8dbdd5 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:28.519888 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-879a1e07-bc50-4eff-94a9-5f9dd703246f req-962fbff8-e97b-4faf-9769-90997c8dbdd5 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 943 time: 0.1103418 Jun 07 06:57:28.560722 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf,revision_number=4']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:28.564012 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:28.592308 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b8ab1-2905-4181-a658-95f8d93087f2 req-da6e9c31-6e3c-4ad3-9442-44b2d41bf5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:28.593654 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-879a1e07-bc50-4eff-94a9-5f9dd703246f req-f59294f8-ad6f-4e33-a30d-def4ec1592bd tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662677 Jun 07 06:57:28.593824 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-323b8ab1-2905-4181-a658-95f8d93087f2 req-da6e9c31-6e3c-4ad3-9442-44b2d41bf5a6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=604d240f-ca58-417e-b867-1593c3d5d8ef HTTP/1.1" status: 200 len: 912 time: 0.3077922 Jun 07 06:57:28.677011 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d8613-48f1-44a6-bd15-a0244eebaea1 req-3ea5119d-863b-49d1-adf5-668464be2339 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:28.678434 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e44d8613-48f1-44a6-bd15-a0244eebaea1 req-3ea5119d-863b-49d1-adf5-668464be2339 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5924ef2-e8cf-4e77-844e-283846363c60 HTTP/1.1" status: 200 len: 944 time: 0.1886675 Jun 07 06:57:28.734085 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-323b8ab1-2905-4181-a658-95f8d93087f2 req-c4677edd-2970-476e-8970-5e1d89998098 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce27cd82-e445-4a46-9b87-d7cc2d5d7602 HTTP/1.1" status: 200 len: 1001 time: 0.1318870 Jun 07 06:57:28.760636 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] get_ports_and_sgs() called for port_ids ['f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf'] {{(pid=91760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:57:28.779271 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e44d8613-48f1-44a6-bd15-a0244eebaea1 req-8764598e-6f9e-41a5-9f0d-8117465e5219 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/security-groups?id=529b1eb9-07e0-4240-8872-7618dddce0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876610 Jun 07 06:57:28.807595 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b8ab1-2905-4181-a658-95f8d93087f2 req-992cfdb5-5993-4474-a7e3-2261ecc661ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:28.808734 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-323b8ab1-2905-4181-a658-95f8d93087f2 req-992cfdb5-5993-4474-a7e3-2261ecc661ef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=87a72f20-455f-479d-87c8-83d2f8548043 HTTP/1.1" status: 200 len: 850 time: 0.0670147 Jun 07 06:57:28.888094 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b8ab1-2905-4181-a658-95f8d93087f2 req-4e714725-e6f8-4717-9ba6-0b29c8a4c94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:28.889635 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-323b8ab1-2905-4181-a658-95f8d93087f2 req-4e714725-e6f8-4717-9ba6-0b29c8a4c94a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=604d240f-ca58-417e-b867-1593c3d5d8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727258 Jun 07 06:57:29.036731 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-323b8ab1-2905-4181-a658-95f8d93087f2 req-bdc63e45-e4f8-41ef-9569-e1df8ec180ae service neutron] 10.222.0.44 "GET /v2.0/networks/604d240f-ca58-417e-b867-1593c3d5d8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320472 Jun 07 06:57:29.056393 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eeaf03-43e4-4d27-a9a2-ea0d1cf35bda req-2e506295-3582-40f4-970d-df1d9394ed82 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:29.058037 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-31eeaf03-43e4-4d27-a9a2-ea0d1cf35bda req-2e506295-3582-40f4-970d-df1d9394ed82 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.0837743 Jun 07 06:57:29.108450 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-31eeaf03-43e4-4d27-a9a2-ea0d1cf35bda req-ff1d07c4-feca-4e81-832b-91eb74765b9e tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442767 Jun 07 06:57:29.191184 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-323b8ab1-2905-4181-a658-95f8d93087f2 req-ff52f71e-f7ab-4588-ab87-98d422a0c720 service neutron] 10.222.0.44 "GET /v2.0/networks/604d240f-ca58-417e-b867-1593c3d5d8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467721 Jun 07 06:57:29.786487 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c03538-c3e2-4ed1-86c2-bb8c8be68766 req-6f657408-1671-4568-8a78-03708e877fc4 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:29.787916 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e0c03538-c3e2-4ed1-86c2-bb8c8be68766 req-6f657408-1671-4568-8a78-03708e877fc4 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 943 time: 0.0784206 Jun 07 06:57:29.834206 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e0c03538-c3e2-4ed1-86c2-bb8c8be68766 req-97f23e8d-9529-4751-81af-5ee802834ba2 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404377 Jun 07 06:57:29.975938 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64894a5-b20e-4711-a591-6ad6e98b693f req-e69fd3e0-b626-412c-9663-034bdec1ef5e tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:29.978094 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b64894a5-b20e-4711-a591-6ad6e98b693f req-e69fd3e0-b626-412c-9663-034bdec1ef5e tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5924ef2-e8cf-4e77-844e-283846363c60 HTTP/1.1" status: 200 len: 944 time: 0.0820270 Jun 07 06:57:30.021373 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b64894a5-b20e-4711-a591-6ad6e98b693f req-e44457d6-7369-47d5-9eba-59183d6f2395 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/security-groups?id=529b1eb9-07e0-4240-8872-7618dddce0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376580 Jun 07 06:57:30.320753 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8e9af-7188-4e37-919e-b3c19b7fa0f7 req-157242a8-2ea8-4849-82bd-20603850540c tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:30.322194 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-afc8e9af-7188-4e37-919e-b3c19b7fa0f7 req-157242a8-2ea8-4849-82bd-20603850540c tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.0890985 Jun 07 06:57:30.366026 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-afc8e9af-7188-4e37-919e-b3c19b7fa0f7 req-627da077-2bfa-4a31-bc31-311ba8ba3802 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382626 Jun 07 06:57:30.709036 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device b6a21db2-fd0f-4ecd-b552-56cb2a008026 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 06:57:30.860270 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port b6a21db2-fd0f-4ecd-b552-56cb2a008026, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b6a21db2-fd0f-4ecd-b552-56cb2a008026,segment=NetworkSegment(0bd4588d-cd3a-47c3-b624-e7540af76cbe),segment_id=0bd4588d-cd3a-47c3-b624-e7540af76cbe)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:57:30.873046 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Returning: {'device': 'b6a21db2-fd0f-4ecd-b552-56cb2a008026', 'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf', 'port_id': 'b6a21db2-fd0f-4ecd-b552-56cb2a008026', 'mac_address': 'fa:16:3e:45:c1:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 06:57:30.930054 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:30.952936 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6a21db2-fd0f-4ecd-b552-56cb2a008026 {{(pid=91760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:57:30.969281 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port b6a21db2-fd0f-4ecd-b552-56cb2a008026, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b6a21db2-fd0f-4ecd-b552-56cb2a008026,segment=NetworkSegment(0bd4588d-cd3a-47c3-b624-e7540af76cbe),segment_id=0bd4588d-cd3a-47c3-b624-e7540af76cbe)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:57:30.973330 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:30.975102 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-c25f2b64-d280-45c3-883e-aab93820bd78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:31.028258 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fbd54-d53e-48ba-9b80-262245eef5a4 req-ab477543-2fec-4915-8f87-db9f5400cd49 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:31.029696 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-d33fbd54-d53e-48ba-9b80-262245eef5a4 req-ab477543-2fec-4915-8f87-db9f5400cd49 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 944 time: 0.0829728 Jun 07 06:57:31.038269 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=b6a21db2-fd0f-4ecd-b552-56cb2a008026,revision_number=9']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:31.041426 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:31.075710 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-d33fbd54-d53e-48ba-9b80-262245eef5a4 req-4c389592-542c-404b-88de-d04a7b0aa0bf tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402801 Jun 07 06:57:31.205017 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3149ae3-c449-4ad4-85af-e5f71b94ee68 req-df146d43-a2f9-425c-9ff4-cc5d79812ad8 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:31.206476 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-c3149ae3-c449-4ad4-85af-e5f71b94ee68 req-df146d43-a2f9-425c-9ff4-cc5d79812ad8 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5924ef2-e8cf-4e77-844e-283846363c60 HTTP/1.1" status: 200 len: 944 time: 0.0787299 Jun 07 06:57:31.256152 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-c3149ae3-c449-4ad4-85af-e5f71b94ee68 req-8549bc81-e30c-43dd-b132-64c93a9f7823 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/security-groups?id=529b1eb9-07e0-4240-8872-7618dddce0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434358 Jun 07 06:57:31.549578 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e4da1-6309-449e-b4ce-e5f94fd3ce9b req-94e8c6af-9327-4560-8524-6e011a929ce5 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:31.551028 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-d37e4da1-6309-449e-b4ce-e5f94fd3ce9b req-94e8c6af-9327-4560-8524-6e011a929ce5 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.0820827 Jun 07 06:57:31.594435 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-d37e4da1-6309-449e-b4ce-e5f94fd3ce9b req-bd3f2a1b-9376-4a74-9d07-d7c50bf7362a tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366507 Jun 07 06:57:31.655725 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf up at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:57:31.724710 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Provisioning for port f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:57:31.730082 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Provisioning complete for port f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:57:31.730452 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:31.844195 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:31.870450 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5924ef2-e8cf-4e77-844e-283846363c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:57:31.872676 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bdfcc22c2f6cd30966a80f508f9d4395b4bd329b93c89cee5ea7ddf2c7e5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c2d98b-3b2d-4c20-a18d-435fe43ffc60" -d '{"events": [{"server_uuid": "b5924ef2-e8cf-4e77-844e-283846363c60", "name": "network-vif-plugged", "status": "completed", "tag": "f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:57:31.880546 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf,segment=NetworkSegment(33130f4d-635f-4cdb-8eb9-a957a8372852),segment_id=33130f4d-635f-4cdb-8eb9-a957a8372852)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:57:31.885525 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:31.887410 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:31.917275 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f45737-0d05-40da-9287-4b27f27fac93 x-openstack-request-id: req-a6f45737-0d05-40da-9287-4b27f27fac93 {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:57:31.917573 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5924ef2-e8cf-4e77-844e-283846363c60", "name": "network-vif-plugged", "status": "completed", "tag": "f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:57:31.917858 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a6f45737-0d05-40da-9287-4b27f27fac93 {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:57:31.918237 dv-cinder-784140-5-iscsi neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5924ef2-e8cf-4e77-844e-283846363c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf', 'code': 200} Jun 07 06:57:31.953740 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf,revision_number=5']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:31.956631 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:32.265474 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727371d-b36a-4ffe-ba8e-946c646a4d45 req-46eed4af-fcab-492d-8c2a-2b800a8fb9b2 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:32.266915 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-2727371d-b36a-4ffe-ba8e-946c646a4d45 req-46eed4af-fcab-492d-8c2a-2b800a8fb9b2 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 944 time: 0.0795307 Jun 07 06:57:32.310836 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-2727371d-b36a-4ffe-ba8e-946c646a4d45 req-7d3e8c5c-02e8-48e9-8ca5-07c387eb3d93 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383720 Jun 07 06:57:32.438812 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a563420-f305-432f-8033-785397b445c6 req-b127ca2f-a2d9-4c23-b030-d8b770e010b7 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:32.440229 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-4a563420-f305-432f-8033-785397b445c6 req-b127ca2f-a2d9-4c23-b030-d8b770e010b7 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5924ef2-e8cf-4e77-844e-283846363c60 HTTP/1.1" status: 200 len: 945 time: 0.0783644 Jun 07 06:57:32.483780 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-4a563420-f305-432f-8033-785397b445c6 req-bdda8d70-4f3d-4b57-a4e3-002d71e52a35 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/security-groups?id=529b1eb9-07e0-4240-8872-7618dddce0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375161 Jun 07 06:57:32.757544 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:32.796352 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e06204-75b4-4d57-a166-f9db773cd759 req-8eae447a-3641-40f9-b249-d482ae6fab6f tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:32.798239 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-07e06204-75b4-4d57-a166-f9db773cd759 req-8eae447a-3641-40f9-b249-d482ae6fab6f tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.0998561 Jun 07 06:57:32.832443 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e57c0-b1a6-44be-bd79-522b1ddcaf38 req-33090be5-0ccf-4e09-ba72-559685218a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:32.834044 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-9f8e57c0-b1a6-44be-bd79-522b1ddcaf38 req-33090be5-0ccf-4e09-ba72-559685218a75 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=03bd4d9d83964ae7adcdbf4b4489df7b&device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 1097 time: 0.0792005 Jun 07 06:57:32.845105 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-07e06204-75b4-4d57-a166-f9db773cd759 req-b2edd3e8-a75a-4caf-8551-ae5829991053 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423155 Jun 07 06:57:32.983508 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e57c0-b1a6-44be-bd79-522b1ddcaf38 req-ab01ae40-7180-4344-bb4a-0717921a9fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:32.984941 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-9f8e57c0-b1a6-44be-bd79-522b1ddcaf38 req-ab01ae40-7180-4344-bb4a-0717921a9fb3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0ea641b7-d55d-49bf-bc2d-31ddec2c42bf HTTP/1.1" status: 200 len: 918 time: 0.1297400 Jun 07 06:57:32.986073 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a101f8f-58d8-419e-a8c6-2336c52a433b req-3f0c5e9a-bb26-422a-8d34-61564d42fb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:32.987561 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-0a101f8f-58d8-419e-a8c6-2336c52a433b req-3f0c5e9a-bb26-422a-8d34-61564d42fb26 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b5924ef2-e8cf-4e77-844e-283846363c60 HTTP/1.1" status: 200 len: 1098 time: 0.0723588 Jun 07 06:57:33.041126 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-0a101f8f-58d8-419e-a8c6-2336c52a433b req-c23a3eca-0d13-4173-b07a-fc545891d300 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=529b1eb9-07e0-4240-8872-7618dddce0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383580 Jun 07 06:57:33.044770 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] get_ports_and_sgs() called for port_ids ['b6a21db2-fd0f-4ecd-b552-56cb2a008026'] {{(pid=91760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:57:33.102906 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-9f8e57c0-b1a6-44be-bd79-522b1ddcaf38 req-720a8d5b-b102-4316-9a91-0d4b26d68f38 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6a21db2-fd0f-4ecd-b552-56cb2a008026 HTTP/1.1" status: 200 len: 1000 time: 0.1013951 Jun 07 06:57:33.172779 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e57c0-b1a6-44be-bd79-522b1ddcaf38 req-ff3c8c4f-8e1c-43b6-9a8f-e870ff370d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:33.174214 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-9f8e57c0-b1a6-44be-bd79-522b1ddcaf38 req-ff3c8c4f-8e1c-43b6-9a8f-e870ff370d35 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1 HTTP/1.1" status: 200 len: 856 time: 0.0593143 Jun 07 06:57:33.264932 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e57c0-b1a6-44be-bd79-522b1ddcaf38 req-6aaa4e4a-8a5d-4ded-9133-d7613868f73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:33.266379 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-9f8e57c0-b1a6-44be-bd79-522b1ddcaf38 req-6aaa4e4a-8a5d-4ded-9133-d7613868f73b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0ea641b7-d55d-49bf-bc2d-31ddec2c42bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688968 Jun 07 06:57:33.541398 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-9f8e57c0-b1a6-44be-bd79-522b1ddcaf38 req-d477ceaf-2a65-47fc-8fc3-c6f29bfeb244 service neutron] 10.222.0.44 "GET /v2.0/networks/0ea641b7-d55d-49bf-bc2d-31ddec2c42bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670388 Jun 07 06:57:33.567536 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657ded4-ccc3-45a9-bf5c-e972e51bf82f req-27026a27-da54-4fd9-a241-44104531a3c3 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:33.569297 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-9657ded4-ccc3-45a9-bf5c-e972e51bf82f req-27026a27-da54-4fd9-a241-44104531a3c3 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 944 time: 0.1223905 Jun 07 06:57:33.672063 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9acef-42ca-42e4-b8f0-68068ebfabae req-a2426458-4717-4929-bb99-08bfce875e78 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:33.673495 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-4ca9acef-42ca-42e4-b8f0-68068ebfabae req-a2426458-4717-4929-bb99-08bfce875e78 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5924ef2-e8cf-4e77-844e-283846363c60 HTTP/1.1" status: 200 len: 945 time: 0.0836866 Jun 07 06:57:33.697543 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-9657ded4-ccc3-45a9-bf5c-e972e51bf82f req-1adefd3c-91ca-4f8b-80cd-454653509a81 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094265 Jun 07 06:57:33.733683 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-4ca9acef-42ca-42e4-b8f0-68068ebfabae req-3291a67a-e46f-4997-8283-e57f8d3bf8a5 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/security-groups?id=529b1eb9-07e0-4240-8872-7618dddce0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437310 Jun 07 06:57:33.744920 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-9f8e57c0-b1a6-44be-bd79-522b1ddcaf38 req-dc1b2d59-7f09-4e45-ab1b-3f1ae1790038 service neutron] 10.222.0.44 "GET /v2.0/networks/0ea641b7-d55d-49bf-bc2d-31ddec2c42bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866257 Jun 07 06:57:34.048187 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695c154-3dcb-4e2d-84d3-bda8d6bbcd35 req-02fd6015-12c1-4144-8f6a-731667960d9c tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:34.050204 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0695c154-3dcb-4e2d-84d3-bda8d6bbcd35 req-02fd6015-12c1-4144-8f6a-731667960d9c tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.0905488 Jun 07 06:57:34.110941 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0695c154-3dcb-4e2d-84d3-bda8d6bbcd35 req-fa4ac414-1f3e-41de-a064-74f2b40f5027 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547671 Jun 07 06:57:34.913347 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298c8d2-f684-4988-bcd4-653bcbb8ae3f req-8a0dccee-9c19-4231-9a72-271bc1e3fc56 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:34.914896 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-7298c8d2-f684-4988-bcd4-653bcbb8ae3f req-8a0dccee-9c19-4231-9a72-271bc1e3fc56 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 944 time: 0.0902877 Jun 07 06:57:34.918956 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0bc30-a09c-4200-8d5f-c2a75f9a994a req-1370dd0f-f20e-4f1b-99c8-96d4342ca28d tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:34.920476 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d6b0bc30-a09c-4200-8d5f-c2a75f9a994a req-1370dd0f-f20e-4f1b-99c8-96d4342ca28d tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5924ef2-e8cf-4e77-844e-283846363c60 HTTP/1.1" status: 200 len: 945 time: 0.0890317 Jun 07 06:57:34.965258 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-7298c8d2-f684-4988-bcd4-653bcbb8ae3f req-c94dfcae-58ba-4cac-8b28-9e562fb0e8c0 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431161 Jun 07 06:57:34.966167 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d6b0bc30-a09c-4200-8d5f-c2a75f9a994a req-63248211-6db6-47c7-8cfe-1c5ff41afdac tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/security-groups?id=529b1eb9-07e0-4240-8872-7618dddce0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390396 Jun 07 06:57:35.199318 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-27992152-7297-4ab1-b281-db65ce493bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:35.295655 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ca24d-a766-4ef0-8c58-ed743c2754a4 req-4e2f39d2-dd00-4f0f-ba74-b5cf6c626899 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:35.297766 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-ea1ca24d-a766-4ef0-8c58-ed743c2754a4 req-4e2f39d2-dd00-4f0f-ba74-b5cf6c626899 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.0828776 Jun 07 06:57:35.349721 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-ea1ca24d-a766-4ef0-8c58-ed743c2754a4 req-0247027f-0cb7-430a-babb-6f6a7f67d8ff tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470946 Jun 07 06:57:36.105850 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device b6a21db2-fd0f-4ecd-b552-56cb2a008026 up at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:57:36.175704 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df3ee0e-4361-4967-92a6-9f85b35a053c req-cd249947-3346-4958-b8fd-251e277f0705 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:36.177196 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0df3ee0e-4361-4967-92a6-9f85b35a053c req-cd249947-3346-4958-b8fd-251e277f0705 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 944 time: 0.0932076 Jun 07 06:57:36.192734 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Provisioning complete for port b6a21db2-fd0f-4ecd-b552-56cb2a008026 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:57:36.193181 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:36.227508 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0df3ee0e-4361-4967-92a6-9f85b35a053c req-8a4f995b-81ac-4726-8044-0da4209e5d5c tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422013 Jun 07 06:57:36.311296 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:36.336939 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89408ebb-d630-4f0e-bcdf-bb7e36e5e67d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a21db2-fd0f-4ecd-b552-56cb2a008026'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:57:36.339243 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bdfcc22c2f6cd30966a80f508f9d4395b4bd329b93c89cee5ea7ddf2c7e5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af59e58-2f57-4951-8b8a-831425cc00df" -d '{"events": [{"server_uuid": "89408ebb-d630-4f0e-bcdf-bb7e36e5e67d", "name": "network-vif-plugged", "status": "completed", "tag": "b6a21db2-fd0f-4ecd-b552-56cb2a008026"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:57:36.346858 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port b6a21db2-fd0f-4ecd-b552-56cb2a008026, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b6a21db2-fd0f-4ecd-b552-56cb2a008026,segment=NetworkSegment(0bd4588d-cd3a-47c3-b624-e7540af76cbe),segment_id=0bd4588d-cd3a-47c3-b624-e7540af76cbe)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:57:36.350574 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:36.352980 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:36.385884 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91a0ffa-6e1e-48c9-aad9-67b96deba3c6 x-openstack-request-id: req-a91a0ffa-6e1e-48c9-aad9-67b96deba3c6 {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:57:36.386184 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89408ebb-d630-4f0e-bcdf-bb7e36e5e67d", "name": "network-vif-plugged", "status": "completed", "tag": "b6a21db2-fd0f-4ecd-b552-56cb2a008026", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:57:36.386446 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a91a0ffa-6e1e-48c9-aad9-67b96deba3c6 {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:57:36.386837 dv-cinder-784140-5-iscsi neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89408ebb-d630-4f0e-bcdf-bb7e36e5e67d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a21db2-fd0f-4ecd-b552-56cb2a008026', 'code': 200} Jun 07 06:57:36.421825 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=b6a21db2-fd0f-4ecd-b552-56cb2a008026,revision_number=10']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:36.428963 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:36.429246 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:36.429587 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:36.430080 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:36.430416 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:36.430745 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:36.431327 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:36.431655 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:36.431997 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:36.432320 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:36.432637 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:36.432955 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:57:36.436698 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:36.540237 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70708cbd-f807-4a93-817c-e5d9e779573c req-3ed90b7e-fcce-4478-9065-65efc8ae9a54 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:36.541652 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-70708cbd-f807-4a93-817c-e5d9e779573c req-3ed90b7e-fcce-4478-9065-65efc8ae9a54 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.0785961 Jun 07 06:57:36.587991 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-70708cbd-f807-4a93-817c-e5d9e779573c req-5cc49f5e-1367-4322-905c-bb2366592bfe tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407872 Jun 07 06:57:37.242509 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.agents_db [None req-46aecb79-32b8-4105-868b-523cea85afea None None] Agent healthcheck: found 6 active agents {{(pid=91761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 06:57:37.446995 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14ea7b-c0b0-4dbf-9de2-2a905ffa3d58 req-b32038f4-45c6-469a-9efe-af881d2d8788 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:37.448485 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-cd14ea7b-c0b0-4dbf-9de2-2a905ffa3d58 req-b32038f4-45c6-469a-9efe-af881d2d8788 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 946 time: 0.0864301 Jun 07 06:57:37.494758 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-cd14ea7b-c0b0-4dbf-9de2-2a905ffa3d58 req-53dfeb21-6b54-45a8-a4ee-3f38552fff52 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396881 Jun 07 06:57:37.865617 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:37.919927 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b84a3-370b-4de5-ad02-8507f7b1381c req-cd277fba-c181-421b-bd0d-f710c45c3da7 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:37.921377 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-568b84a3-370b-4de5-ad02-8507f7b1381c req-cd277fba-c181-421b-bd0d-f710c45c3da7 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.1597216 Jun 07 06:57:37.927351 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332291d-f341-4115-b629-617d894e5171 req-d8e94365-559a-4825-8460-68455f4c91af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:37.928699 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-b332291d-f341-4115-b629-617d894e5171 req-d8e94365-559a-4825-8460-68455f4c91af service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 1099 time: 0.1152823 Jun 07 06:57:37.944640 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-940b0abd-ccdd-4791-9d09-6ad6e718b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:38.005910 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-568b84a3-370b-4de5-ad02-8507f7b1381c req-d73de361-c7a0-405e-a87d-bfba43e07d31 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760999 Jun 07 06:57:38.011167 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-b332291d-f341-4115-b629-617d894e5171 req-1201511d-3ba5-4e9f-a91c-0e84a3d23947 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646133 Jun 07 06:57:38.602124 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 45128) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:38.725603 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.db_base_plugin_v2 [None req-2097db0f-7d59-4565-95ce-4736990a050e admin admin] Deleting subnet 447a1c93-7089-46d3-b525-5f6b57dfae75 {{(pid=91759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 06:57:38.730073 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-2097db0f-7d59-4565-95ce-4736990a050e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:38.786344 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-2097db0f-7d59-4565-95ce-4736990a050e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3301087'] for subnet, precommit_delete_associations {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:38.834658 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bffd56-5b49-4a84-8538-69eea073fc4b req-c7d2c3e8-495c-40e5-89b6-81ed2bd91152 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:38.836187 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-e2bffd56-5b49-4a84-8538-69eea073fc4b req-c7d2c3e8-495c-40e5-89b6-81ed2bd91152 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 946 time: 0.1950774 Jun 07 06:57:38.876768 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-2097db0f-7d59-4565-95ce-4736990a050e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693753'] for subnet, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:38.922724 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:38.951250 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-e2bffd56-5b49-4a84-8538-69eea073fc4b req-35272496-577d-440a-bc88-f9919a6a5242 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055057 Jun 07 06:57:38.983818 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-2097db0f-7d59-4565-95ce-4736990a050e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2222269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2564177'] for subnet, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:38.988786 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:39.033941 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097db0f-7d59-4565-95ce-4736990a050e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=447a1c93-7089-46d3-b525-5f6b57dfae75,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:39.038202 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-2097db0f-7d59-4565-95ce-4736990a050e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:39.044408 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-2097db0f-7d59-4565-95ce-4736990a050e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:39.047138 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-2097db0f-7d59-4565-95ce-4736990a050e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/447a1c93-7089-46d3-b525-5f6b57dfae75 HTTP/1.1" status: 204 len: 168 time: 0.4436812 Jun 07 06:57:39.049449 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 45150) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:39.231188 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-31882575-4f26-4393-9646-d73927514688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546939'] for network, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:39.340694 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c4a58-ab24-41cd-845b-8a253c675a0e req-0a835333-2039-4de5-9fb4-e92299cce2ac tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:39.343333 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ad7c4a58-ab24-41cd-845b-8a253c675a0e req-0a835333-2039-4de5-9fb4-e92299cce2ac tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.1863000 Jun 07 06:57:39.431764 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-31882575-4f26-4393-9646-d73927514688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690272', 'neutron.services.segments.db._delete_segments_for_network-8736901055910'] for network, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:39.453186 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.services.segments.db [None req-31882575-4f26-4393-9646-d73927514688 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c41d751-5057-4c6f-ae5c-86c535bc73b3']}} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:57:39.470741 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.services.segments.db [None req-31882575-4f26-4393-9646-d73927514688 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba53aea6-6fc4-46af-8e63-2281370d7b84') {'for_net_delete': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:57:39.471143 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.services.segments.db [None req-31882575-4f26-4393-9646-d73927514688 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba53aea6-6fc4-46af-8e63-2281370d7b84') {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:57:39.480416 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ad7c4a58-ab24-41cd-845b-8a253c675a0e req-db9c4eff-ab42-418b-8486-dc2d0dd1798f tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240895 Jun 07 06:57:39.487466 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-31882575-4f26-4393-9646-d73927514688 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900799425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2297235'] for segment, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:39.508899 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-31882575-4f26-4393-9646-d73927514688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642'] for segment, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:39.515519 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31882575-4f26-4393-9646-d73927514688 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=91758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 06:57:39.515779 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-31882575-4f26-4393-9646-d73927514688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2309482'] for segment, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:39.528896 dv-cinder-784140-5-iscsi neutron-server[91758]: Traceback (most recent call last): Jun 07 06:57:39.528896 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 06:57:39.528896 dv-cinder-784140-5-iscsi neutron-server[91758]: timer() Jun 07 06:57:39.528896 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 06:57:39.528896 dv-cinder-784140-5-iscsi neutron-server[91758]: cb(*args, **kw) Jun 07 06:57:39.528896 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 06:57:39.528896 dv-cinder-784140-5-iscsi neutron-server[91758]: return func(*args, **kwargs) Jun 07 06:57:39.528896 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 06:57:39.528896 dv-cinder-784140-5-iscsi neutron-server[91758]: self._notify() Jun 07 06:57:39.528896 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 06:57:39.528896 dv-cinder-784140-5-iscsi neutron-server[91758]: self.callback(batched_events) Jun 07 06:57:39.528896 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 06:57:39.528896 dv-cinder-784140-5-iscsi neutron-server[91758]: event.method(event) Jun 07 06:57:39.528896 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 06:57:39.528896 dv-cinder-784140-5-iscsi neutron-server[91758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 06:57:39.528896 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 06:57:39.528896 dv-cinder-784140-5-iscsi neutron-server[91758]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 06:57:39.528896 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 06:57:39.528896 dv-cinder-784140-5-iscsi neutron-server[91758]: return f(self, *a, **k) Jun 07 06:57:39.528896 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 06:57:39.528896 dv-cinder-784140-5-iscsi neutron-server[91758]: return self._get(url).json() Jun 07 06:57:39.528896 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 06:57:39.528896 dv-cinder-784140-5-iscsi neutron-server[91758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 06:57:39.528896 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 06:57:39.528896 dv-cinder-784140-5-iscsi neutron-server[91758]: return self.request(url, 'GET', **kwargs) Jun 07 06:57:39.528896 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 06:57:39.528896 dv-cinder-784140-5-iscsi neutron-server[91758]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 06:57:39.528896 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 06:57:39.528896 dv-cinder-784140-5-iscsi neutron-server[91758]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 06:57:39.528896 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 06:57:39.528896 dv-cinder-784140-5-iscsi neutron-server[91758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 06:57:39.528896 dv-cinder-784140-5-iscsi neutron-server[91758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 06:57:39.609975 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-31882575-4f26-4393-9646-d73927514688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3890583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3885419'] for network, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:39.617201 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-01810eb9-8972-44b8-a701-4d6d0942f429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:39.636710 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-31882575-4f26-4393-9646-d73927514688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for network, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:39.638888 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-31882575-4f26-4393-9646-d73927514688 admin admin] 10.222.0.35 "DELETE /v2.0/networks/9c41d751-5057-4c6f-ae5c-86c535bc73b3 HTTP/1.1" status: 204 len: 168 time: 0.5878248 Jun 07 06:57:39.642046 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 45190) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:39.646024 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31882575-4f26-4393-9646-d73927514688 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c41d751-5057-4c6f-ae5c-86c535bc73b3,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:39.648667 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-31882575-4f26-4393-9646-d73927514688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:39.720689 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.db_base_plugin_v2 [None req-c97b8f33-d551-42c8-a762-3ae09c778b70 admin admin] Deleting subnet bb682528-20ef-4044-8006-6519f62d02ed {{(pid=91759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 06:57:39.723884 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c97b8f33-d551-42c8-a762-3ae09c778b70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:39.777815 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c97b8f33-d551-42c8-a762-3ae09c778b70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3301087'] for subnet, precommit_delete_associations {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:39.913932 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c97b8f33-d551-42c8-a762-3ae09c778b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693753'] for subnet, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:40.012744 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c97b8f33-d551-42c8-a762-3ae09c778b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2222269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2564177'] for subnet, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:40.017902 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-55968d52-9b49-44b7-9d65-9db956d6486d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:40.059423 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b8f33-d551-42c8-a762-3ae09c778b70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb682528-20ef-4044-8006-6519f62d02ed,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:40.062067 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c97b8f33-d551-42c8-a762-3ae09c778b70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:40.063620 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-c97b8f33-d551-42c8-a762-3ae09c778b70 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/bb682528-20ef-4044-8006-6519f62d02ed HTTP/1.1" status: 204 len: 168 time: 0.4205699 Jun 07 06:57:40.064500 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-c97b8f33-d551-42c8-a762-3ae09c778b70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:40.066054 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 45198) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:40.216252 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be089c92-a350-4828-ac22-7334bcb9d7d9 req-dd9d2e99-8d81-4356-87f6-130226f9aaba tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:40.217914 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-be089c92-a350-4828-ac22-7334bcb9d7d9 req-dd9d2e99-8d81-4356-87f6-130226f9aaba tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.44 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.0911808 Jun 07 06:57:40.246190 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b4297bd8-0374-472f-acdf-be79f65e7123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546939'] for network, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:40.353662 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57291bc6-50c2-4938-98a4-6a6d130ebdad req-3f37e80e-4882-4c29-82bb-bf94e79527b4 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:40.355318 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-57291bc6-50c2-4938-98a4-6a6d130ebdad req-3f37e80e-4882-4c29-82bb-bf94e79527b4 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 946 time: 0.2317133 Jun 07 06:57:40.430359 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b4297bd8-0374-472f-acdf-be79f65e7123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690272', 'neutron.services.segments.db._delete_segments_for_network-8736901055910'] for network, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:40.449570 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.services.segments.db [None req-b4297bd8-0374-472f-acdf-be79f65e7123 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97db82e3-52af-4f91-9174-25ed66bcb0bc']}} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:57:40.465284 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [req-be089c92-a350-4828-ac22-7334bcb9d7d9 req-7cc3e308-0a6c-4f92-acd5-1f07fcd188f6 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Deleting port 3ddabfdb-cb0b-403a-998e-fca6faed2a55 {{(pid=91758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 06:57:40.465631 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-be089c92-a350-4828-ac22-7334bcb9d7d9 req-7cc3e308-0a6c-4f92-acd5-1f07fcd188f6 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:40.474571 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.services.segments.db [None req-b4297bd8-0374-472f-acdf-be79f65e7123 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '131f6ae4-33bb-4169-b33d-44a647d1935e') {'for_net_delete': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:57:40.474867 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.services.segments.db [None req-b4297bd8-0374-472f-acdf-be79f65e7123 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '131f6ae4-33bb-4169-b33d-44a647d1935e') {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:57:40.491712 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-57291bc6-50c2-4938-98a4-6a6d130ebdad req-1eca97c9-aa8f-4240-ac04-300575caf7d2 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305177 Jun 07 06:57:40.493838 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b4297bd8-0374-472f-acdf-be79f65e7123 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900799425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3301094'] for segment, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:40.513396 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b4297bd8-0374-472f-acdf-be79f65e7123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642'] for segment, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:40.525300 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4297bd8-0374-472f-acdf-be79f65e7123 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=91759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 06:57:40.526059 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b4297bd8-0374-472f-acdf-be79f65e7123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2222087'] for segment, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:40.555748 dv-cinder-784140-5-iscsi neutron-server[91759]: Traceback (most recent call last): Jun 07 06:57:40.555748 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 06:57:40.555748 dv-cinder-784140-5-iscsi neutron-server[91759]: timer() Jun 07 06:57:40.555748 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 06:57:40.555748 dv-cinder-784140-5-iscsi neutron-server[91759]: cb(*args, **kw) Jun 07 06:57:40.555748 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 06:57:40.555748 dv-cinder-784140-5-iscsi neutron-server[91759]: return func(*args, **kwargs) Jun 07 06:57:40.555748 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 06:57:40.555748 dv-cinder-784140-5-iscsi neutron-server[91759]: self._notify() Jun 07 06:57:40.555748 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 06:57:40.555748 dv-cinder-784140-5-iscsi neutron-server[91759]: self.callback(batched_events) Jun 07 06:57:40.555748 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 06:57:40.555748 dv-cinder-784140-5-iscsi neutron-server[91759]: event.method(event) Jun 07 06:57:40.555748 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 06:57:40.555748 dv-cinder-784140-5-iscsi neutron-server[91759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 06:57:40.555748 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 06:57:40.555748 dv-cinder-784140-5-iscsi neutron-server[91759]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 06:57:40.555748 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 06:57:40.555748 dv-cinder-784140-5-iscsi neutron-server[91759]: return f(self, *a, **k) Jun 07 06:57:40.555748 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 06:57:40.555748 dv-cinder-784140-5-iscsi neutron-server[91759]: return self._get(url).json() Jun 07 06:57:40.555748 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 06:57:40.555748 dv-cinder-784140-5-iscsi neutron-server[91759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 06:57:40.555748 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 06:57:40.555748 dv-cinder-784140-5-iscsi neutron-server[91759]: return self.request(url, 'GET', **kwargs) Jun 07 06:57:40.555748 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 06:57:40.555748 dv-cinder-784140-5-iscsi neutron-server[91759]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 06:57:40.555748 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 06:57:40.555748 dv-cinder-784140-5-iscsi neutron-server[91759]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 06:57:40.555748 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 06:57:40.555748 dv-cinder-784140-5-iscsi neutron-server[91759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 06:57:40.555748 dv-cinder-784140-5-iscsi neutron-server[91759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 06:57:40.614585 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:40.635339 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b4297bd8-0374-472f-acdf-be79f65e7123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3890583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3885419'] for network, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:40.639924 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-dabe05db-745e-400b-94bb-9392c233b58a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:40.656769 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b4297bd8-0374-472f-acdf-be79f65e7123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for network, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:40.660753 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-b4297bd8-0374-472f-acdf-be79f65e7123 admin admin] 10.222.0.35 "DELETE /v2.0/networks/97db82e3-52af-4f91-9174-25ed66bcb0bc HTTP/1.1" status: 204 len: 168 time: 0.5912082 Jun 07 06:57:40.661918 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4297bd8-0374-472f-acdf-be79f65e7123 admin admin] Pushing event deleted for resources: {'Network': ['ID=97db82e3-52af-4f91-9174-25ed66bcb0bc,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:40.662212 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [req-be089c92-a350-4828-ac22-7334bcb9d7d9 req-7cc3e308-0a6c-4f92-acd5-1f07fcd188f6 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] For port 3ddabfdb-cb0b-403a-998e-fca6faed2a55, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=3ddabfdb-cb0b-403a-998e-fca6faed2a55,segment=NetworkSegment(fc32578d-75ec-4ab3-838d-be875a300fda),segment_id=fc32578d-75ec-4ab3-838d-be875a300fda)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:57:40.662583 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-be089c92-a350-4828-ac22-7334bcb9d7d9 req-7cc3e308-0a6c-4f92-acd5-1f07fcd188f6 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:40.665539 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-b4297bd8-0374-472f-acdf-be79f65e7123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:40.798442 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [req-be089c92-a350-4828-ac22-7334bcb9d7d9 req-7cc3e308-0a6c-4f92-acd5-1f07fcd188f6 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Calling delete_port for 3ddabfdb-cb0b-403a-998e-fca6faed2a55 owned by compute:nova {{(pid=91758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 06:57:40.840445 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca5e90-56de-403a-9508-e83330fe76e3 req-837256c9-fe4e-4f8c-8fd8-58421a4f8fae tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:57:40.841969 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-4dca5e90-56de-403a-9508-e83330fe76e3 req-837256c9-fe4e-4f8c-8fd8-58421a4f8fae tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/ports?device_id=abff3baf-a3fb-4393-9fe9-d053be636708 HTTP/1.1" status: 200 len: 945 time: 0.2334824 Jun 07 06:57:40.854305 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 45210) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:40.899892 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-4dca5e90-56de-403a-9508-e83330fe76e3 req-cf9db3c2-80d3-4ec1-b7b5-2707810525aa tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.35 "GET /v2.0/security-groups?id=55b9290c-6050-4088-9690-12bed3454d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503893 Jun 07 06:57:40.904303 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-a3cbaa3d-b0f2-4fbc-bd8c-58c58309ca9b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d223fd8f50344c888930ffbe8d72f614&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487900 Jun 07 06:57:40.907377 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 45212) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:41.017717 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-be089c92-a350-4828-ac22-7334bcb9d7d9 req-7cc3e308-0a6c-4f92-acd5-1f07fcd188f6 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:41.025140 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-238444e0-7d87-4a6b-ace7-820a585e47fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:41.029226 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] get_ports_and_sgs() called for port_ids ['3ddabfdb-cb0b-403a-998e-fca6faed2a55'] {{(pid=91760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:57:41.062087 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-91f73772-7bd5-4273-92ce-5e737dd54426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:41.074543 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3e308-0a6c-4f92-acd5-1f07fcd188f6 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Pushing event deleted for resources: {'Port': ['ID=3ddabfdb-cb0b-403a-998e-fca6faed2a55,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:41.083839 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-7cc3e308-0a6c-4f92-acd5-1f07fcd188f6 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:41.172094 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-91f73772-7bd5-4273-92ce-5e737dd54426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:41.178846 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [req-be089c92-a350-4828-ac22-7334bcb9d7d9 req-7cc3e308-0a6c-4f92-acd5-1f07fcd188f6 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] No DVR routers for this DVR port 3ddabfdb-cb0b-403a-998e-fca6faed2a55 on host hv-cinder-78414 {{(pid=91758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 06:57:41.191285 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-be089c92-a350-4828-ac22-7334bcb9d7d9 req-7cc3e308-0a6c-4f92-acd5-1f07fcd188f6 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:41.193177 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-be089c92-a350-4828-ac22-7334bcb9d7d9 req-7cc3e308-0a6c-4f92-acd5-1f07fcd188f6 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] 10.222.0.44 "DELETE /v2.0/ports/3ddabfdb-cb0b-403a-998e-fca6faed2a55 HTTP/1.1" status: 204 len: 173 time: 0.9686103 Jun 07 06:57:41.193661 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abff3baf-a3fb-4393-9fe9-d053be636708', 'name': 'network-vif-deleted', 'tag': '3ddabfdb-cb0b-403a-998e-fca6faed2a55'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:57:41.196522 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec36a6c19c8fb969b847be0da992033db50c3714a14aa90e68a12edeb3f3a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60af8f07-da63-4321-8099-2d8aac6fc13d" -d '{"events": [{"server_uuid": "abff3baf-a3fb-4393-9fe9-d053be636708", "name": "network-vif-deleted", "tag": "3ddabfdb-cb0b-403a-998e-fca6faed2a55"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:57:41.239647 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-91f73772-7bd5-4273-92ce-5e737dd54426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:41.242141 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-91f73772-7bd5-4273-92ce-5e737dd54426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:41.247071 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-91f73772-7bd5-4273-92ce-5e737dd54426 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/abf5ff7f-1c8d-43e7-9ab1-87631136dae7 HTTP/1.1" status: 204 len: 168 time: 0.3357165 Jun 07 06:57:41.247071 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-f60e99a7-97b9-4340-87b8-efabbb89b542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:41.254579 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f73772-7bd5-4273-92ce-5e737dd54426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf5ff7f-1c8d-43e7-9ab1-87631136dae7,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:41.257534 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-91f73772-7bd5-4273-92ce-5e737dd54426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:41.259620 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc66775c-6dc7-403c-ac2a-8d348899f84a x-openstack-request-id: req-fc66775c-6dc7-403c-ac2a-8d348899f84a {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:57:41.259948 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abff3baf-a3fb-4393-9fe9-d053be636708", "name": "network-vif-deleted", "tag": "3ddabfdb-cb0b-403a-998e-fca6faed2a55", "status": "completed", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:57:41.260233 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fc66775c-6dc7-403c-ac2a-8d348899f84a {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:57:41.260814 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abff3baf-a3fb-4393-9fe9-d053be636708', 'name': 'network-vif-deleted', 'tag': '3ddabfdb-cb0b-403a-998e-fca6faed2a55', 'status': 'completed', 'code': 200} Jun 07 06:57:41.638571 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 45228) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:41.693914 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-d5e1e407-35c5-4228-8b25-f44d351cd48f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8e8025e57a814062bd72d1c4c824e00b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0538607 Jun 07 06:57:41.696564 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 45230) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:41.755617 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1fe03457-33e1-4697-bd0f-f0a331ea4ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:41.783407 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1fe03457-33e1-4697-bd0f-f0a331ea4ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:41.839696 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1fe03457-33e1-4697-bd0f-f0a331ea4ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:41.843025 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1fe03457-33e1-4697-bd0f-f0a331ea4ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:41.844567 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-1fe03457-33e1-4697-bd0f-f0a331ea4ba3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c6082dd7-a34a-46c2-b126-c37a8e7e6468 HTTP/1.1" status: 204 len: 168 time: 0.1469452 Jun 07 06:57:41.845312 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-f5dbaf05-5547-4019-aa47-18d71bfc4810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:41.857139 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe03457-33e1-4697-bd0f-f0a331ea4ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6082dd7-a34a-46c2-b126-c37a8e7e6468,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:41.860499 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-1fe03457-33e1-4697-bd0f-f0a331ea4ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:42.000920 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 45236) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:42.565678 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1eafd60b-0825-4800-88cb-1adad38cee80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875550'] for router_interface, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:43.061978 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [None req-1eafd60b-0825-4800-88cb-1adad38cee80 admin admin] Deleting port af288e4a-29ac-4252-b189-d3023e8b4602 {{(pid=91759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 06:57:43.062648 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1eafd60b-0825-4800-88cb-1adad38cee80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:43.183242 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.db [None req-1eafd60b-0825-4800-88cb-1adad38cee80 admin admin] For port af288e4a-29ac-4252-b189-d3023e8b4602, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=af288e4a-29ac-4252-b189-d3023e8b4602,segment=NetworkSegment(fc32578d-75ec-4ab3-838d-be875a300fda),segment_id=fc32578d-75ec-4ab3-838d-be875a300fda)] {{(pid=91759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:57:43.183593 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1eafd60b-0825-4800-88cb-1adad38cee80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:43.306923 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [None req-1eafd60b-0825-4800-88cb-1adad38cee80 admin admin] Calling delete_port for af288e4a-29ac-4252-b189-d3023e8b4602 owned by network:router_interface {{(pid=91759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 06:57:43.592034 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1eafd60b-0825-4800-88cb-1adad38cee80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222160'] for port, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:43.595927 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-da753a91-cfee-436a-b4b9-5bd043d95634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:43.640359 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eafd60b-0825-4800-88cb-1adad38cee80 admin admin] Pushing event deleted for resources: {'Port': ['ID=af288e4a-29ac-4252-b189-d3023e8b4602,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:43.668746 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-1eafd60b-0825-4800-88cb-1adad38cee80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:43.916017 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-1eafd60b-0825-4800-88cb-1adad38cee80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3890604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3874192'] for router_interface, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:43.980209 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 45254) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:44.106808 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a4e78f45-17da-41fe-9697-57629b69e5ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:44.217835 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a4e78f45-17da-41fe-9697-57629b69e5ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:44.222109 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a4e78f45-17da-41fe-9697-57629b69e5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:44.230003 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-b893ea65-b148-4701-b65f-cc293c3b2cc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:44.275677 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-a4e78f45-17da-41fe-9697-57629b69e5ee admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cbb22e63448c4e7395bb2a3c3fe1ff94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2942266 Jun 07 06:57:44.276690 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e78f45-17da-41fe-9697-57629b69e5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d81e750-236b-4ab5-b815-4c93b4e64946,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:44.279050 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 45258) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:44.291051 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-a4e78f45-17da-41fe-9697-57629b69e5ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:44.338557 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d641db41-20e1-4c38-9234-ee6c570c5152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:44.370425 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d641db41-20e1-4c38-9234-ee6c570c5152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:44.396840 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eafd60b-0825-4800-88cb-1adad38cee80 admin admin] Router b5d6caa9-bb7e-4132-aa9c-3391c495ad98 has already been hosted by L3 agent 207d1699-2b30-4848-a9d2-d112df8957f2 {{(pid=91759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 06:57:44.425985 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d641db41-20e1-4c38-9234-ee6c570c5152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:44.428647 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d641db41-20e1-4c38-9234-ee6c570c5152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:44.429816 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-d641db41-20e1-4c38-9234-ee6c570c5152 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8d81e750-236b-4ab5-b815-4c93b4e64946 HTTP/1.1" status: 204 len: 168 time: 0.1498437 Jun 07 06:57:44.431726 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-e431676d-b221-46dd-8d69-4dbca7ec3da7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:44.446502 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641db41-20e1-4c38-9234-ee6c570c5152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d81e750-236b-4ab5-b815-4c93b4e64946,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:44.459113 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-d641db41-20e1-4c38-9234-ee6c570c5152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:44.600522 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eafd60b-0825-4800-88cb-1adad38cee80 admin admin] Notify agent at l3_agent.dv-cinder-784140-5-iscsi the message routers_updated {{(pid=91759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 06:57:44.608614 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-1eafd60b-0825-4800-88cb-1adad38cee80 admin admin] 10.222.0.35 "PUT /v2.0/routers/b5d6caa9-bb7e-4132-aa9c-3391c495ad98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6064100 Jun 07 06:57:44.609231 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 45264) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:44.612804 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b02f63-aff6-4d37-aad8-5742da8c6c22 None None] Sync routers for ids ['b5d6caa9-bb7e-4132-aa9c-3391c495ad98'] in dv-cinder-784140-5-iscsi {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 06:57:44.624785 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b02f63-aff6-4d37-aad8-5742da8c6c22 None None] Routers {'b5d6caa9-bb7e-4132-aa9c-3391c495ad98'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:57:44.625416 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-00b02f63-aff6-4d37-aad8-5742da8c6c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T06:57:38Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['b5d6caa9-bb7e-4132-aa9c-3391c495ad98'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:57:44.793410 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-cae180df-cc08-46ce-b17d-97532023650f admin admin] Notify callbacks [] for router, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:44.817079 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-00b02f63-aff6-4d37-aad8-5742da8c6c22 None None] Set router b5d6caa9-bb7e-4132-aa9c-3391c495ad98 gateway port host: dv-cinder-784140-5-iscsi {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:57:44.971812 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-cae180df-cc08-46ce-b17d-97532023650f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:45.047695 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [None req-cae180df-cc08-46ce-b17d-97532023650f admin admin] Deleting port 78c02948-6af4-4c16-899a-a0b531df9de0 {{(pid=91759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 06:57:45.048029 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-cae180df-cc08-46ce-b17d-97532023650f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:45.143303 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-00b02f63-aff6-4d37-aad8-5742da8c6c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d6caa9-bb7e-4132-aa9c-3391c495ad98', 'name': 'tempest-ServerRescueNegativeTestJSON-1798424342-router', 'tenant_id': 'f84addd7b81d49b4b6aa42f13e1738f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '78c02948-6af4-4c16-899a-a0b531df9de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:54:05Z', 'updated_at': '2021-06-07T06:57:43Z', 'revision_number': 5, 'project_id': 'f84addd7b81d49b4b6aa42f13e1738f8', 'gw_port': {'id': '78c02948-6af4-4c16-899a-a0b531df9de0', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:72:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d6caa9-bb7e-4132-aa9c-3391c495ad98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:06Z', 'updated_at': '2021-06-07T06:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi'}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:57:45.146999 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b02f63-aff6-4d37-aad8-5742da8c6c22 None None] Checking router: b5d6caa9-bb7e-4132-aa9c-3391c495ad98 for host: dv-cinder-784140-5-iscsi {{(pid=91761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 06:57:45.155648 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b02f63-aff6-4d37-aad8-5742da8c6c22 None None] Routers {'b5d6caa9-bb7e-4132-aa9c-3391c495ad98'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:57:45.156233 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-00b02f63-aff6-4d37-aad8-5742da8c6c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T06:57:38Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['b5d6caa9-bb7e-4132-aa9c-3391c495ad98'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:57:45.174935 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.db [None req-cae180df-cc08-46ce-b17d-97532023650f admin admin] For port 78c02948-6af4-4c16-899a-a0b531df9de0, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=78c02948-6af4-4c16-899a-a0b531df9de0,segment=NetworkSegment(5ae08632-c29b-4dd6-8d62-13cd62eb6da9),segment_id=5ae08632-c29b-4dd6-8d62-13cd62eb6da9)] {{(pid=91759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:57:45.175290 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-cae180df-cc08-46ce-b17d-97532023650f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:45.184639 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device 3ddabfdb-cb0b-403a-998e-fca6faed2a55 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 06:57:45.225299 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] No Port match for: 3ddabfdb-cb0b-403a-998e-fca6faed2a55 {{(pid=91760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 06:57:45.225561 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device 3ddabfdb-cb0b-403a-998e-fca6faed2a55 not bound to the agent host hv-cinder-78414 {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 06:57:45.299694 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [None req-cae180df-cc08-46ce-b17d-97532023650f admin admin] Calling delete_port for 78c02948-6af4-4c16-899a-a0b531df9de0 owned by network:router_gateway {{(pid=91759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 06:57:45.312648 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-00b02f63-aff6-4d37-aad8-5742da8c6c22 None None] Set router b5d6caa9-bb7e-4132-aa9c-3391c495ad98 gateway port host: None {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:57:45.423729 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-00b02f63-aff6-4d37-aad8-5742da8c6c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d6caa9-bb7e-4132-aa9c-3391c495ad98', 'name': 'tempest-ServerRescueNegativeTestJSON-1798424342-router', 'tenant_id': 'f84addd7b81d49b4b6aa42f13e1738f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:54:05Z', 'updated_at': '2021-06-07T06:57:44Z', 'revision_number': 6, 'project_id': 'f84addd7b81d49b4b6aa42f13e1738f8', 'gw_port_host': None}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:57:45.427937 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b02f63-aff6-4d37-aad8-5742da8c6c22 None None] The sync data for ids ['b5d6caa9-bb7e-4132-aa9c-3391c495ad98'] in dv-cinder-784140-5-iscsi is: [{'id': 'b5d6caa9-bb7e-4132-aa9c-3391c495ad98', 'name': 'tempest-ServerRescueNegativeTestJSON-1798424342-router', 'tenant_id': 'f84addd7b81d49b4b6aa42f13e1738f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:54:05Z', 'updated_at': '2021-06-07T06:57:44Z', 'revision_number': 6, 'project_id': 'f84addd7b81d49b4b6aa42f13e1738f8', 'gw_port_host': None}] {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 06:57:45.444144 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-cae180df-cc08-46ce-b17d-97532023650f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222160'] for port, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:45.450600 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-c8f1498c-69a8-46cf-a864-5a42534ee985 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:45.499682 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae180df-cc08-46ce-b17d-97532023650f admin admin] Pushing event deleted for resources: {'Port': ['ID=78c02948-6af4-4c16-899a-a0b531df9de0,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:45.527545 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-cae180df-cc08-46ce-b17d-97532023650f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:45.593344 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-cae180df-cc08-46ce-b17d-97532023650f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3885390'] for router_gateway, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:45.871262 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-cae180df-cc08-46ce-b17d-97532023650f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5911'] for router, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:45.874461 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-cae180df-cc08-46ce-b17d-97532023650f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:45.978590 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-cae180df-cc08-46ce-b17d-97532023650f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879397'] for router, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:45.979147 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae180df-cc08-46ce-b17d-97532023650f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5d6caa9-bb7e-4132-aa9c-3391c495ad98 {{(pid=91759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 06:57:45.984118 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-cae180df-cc08-46ce-b17d-97532023650f admin admin] Notify callbacks [] for router, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:45.985250 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-cae180df-cc08-46ce-b17d-97532023650f admin admin] 10.222.0.35 "DELETE /v2.0/routers/b5d6caa9-bb7e-4132-aa9c-3391c495ad98 HTTP/1.1" status: 204 len: 168 time: 1.3750308 Jun 07 06:57:45.987741 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 45268) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:46.047826 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.db_base_plugin_v2 [None req-709e51dc-ff8d-4272-9e6f-57374ade412b admin admin] Deleting subnet 2ad2cf50-9851-436b-aa64-d2e05907b43a {{(pid=91759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 06:57:46.050588 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-709e51dc-ff8d-4272-9e6f-57374ade412b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:46.106931 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-709e51dc-ff8d-4272-9e6f-57374ade412b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3301087'] for subnet, precommit_delete_associations {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:46.170873 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-709e51dc-ff8d-4272-9e6f-57374ade412b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693753'] for subnet, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:46.250299 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-709e51dc-ff8d-4272-9e6f-57374ade412b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2222269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2564177'] for subnet, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:46.254040 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:46.295915 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-709e51dc-ff8d-4272-9e6f-57374ade412b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:46.298366 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-709e51dc-ff8d-4272-9e6f-57374ade412b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2ad2cf50-9851-436b-aa64-d2e05907b43a HTTP/1.1" status: 204 len: 168 time: 0.3095312 Jun 07 06:57:46.299280 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e51dc-ff8d-4272-9e6f-57374ade412b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ad2cf50-9851-436b-aa64-d2e05907b43a,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:46.301390 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 45270) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:46.301888 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-709e51dc-ff8d-4272-9e6f-57374ade412b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:46.322054 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device af288e4a-29ac-4252-b189-d3023e8b4602 no longer exists at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 06:57:46.356610 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] No Port match for: af288e4a-29ac-4252-b189-d3023e8b4602 {{(pid=91760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 06:57:46.357186 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device af288e4a-29ac-4252-b189-d3023e8b4602 not bound to the agent host dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 06:57:46.357713 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 78c02948-6af4-4c16-899a-a0b531df9de0 no longer exists at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 06:57:46.391394 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] No Port match for: 78c02948-6af4-4c16-899a-a0b531df9de0 {{(pid=91760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 06:57:46.391836 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 78c02948-6af4-4c16-899a-a0b531df9de0 not bound to the agent host dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 06:57:46.420907 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-7dda4580-73ab-494c-aa6c-e61b0571ec96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546939'] for network, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:46.558032 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-7dda4580-73ab-494c-aa6c-e61b0571ec96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690272', 'neutron.services.segments.db._delete_segments_for_network-8736901055910'] for network, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:46.571346 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.services.segments.db [None req-7dda4580-73ab-494c-aa6c-e61b0571ec96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d27084-54d3-4657-a203-aa1e336128a1']}} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:57:46.583356 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.services.segments.db [None req-7dda4580-73ab-494c-aa6c-e61b0571ec96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc32578d-75ec-4ab3-838d-be875a300fda') {'for_net_delete': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:57:46.583814 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.services.segments.db [None req-7dda4580-73ab-494c-aa6c-e61b0571ec96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc32578d-75ec-4ab3-838d-be875a300fda') {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:57:46.595514 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-7dda4580-73ab-494c-aa6c-e61b0571ec96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900799425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2297235'] for segment, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:46.612932 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-7dda4580-73ab-494c-aa6c-e61b0571ec96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642'] for segment, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:46.619953 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dda4580-73ab-494c-aa6c-e61b0571ec96 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=91758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 06:57:46.620344 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-7dda4580-73ab-494c-aa6c-e61b0571ec96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2309482'] for segment, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:46.634187 dv-cinder-784140-5-iscsi neutron-server[91758]: Traceback (most recent call last): Jun 07 06:57:46.634187 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 06:57:46.634187 dv-cinder-784140-5-iscsi neutron-server[91758]: timer() Jun 07 06:57:46.634187 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 06:57:46.634187 dv-cinder-784140-5-iscsi neutron-server[91758]: cb(*args, **kw) Jun 07 06:57:46.634187 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 06:57:46.634187 dv-cinder-784140-5-iscsi neutron-server[91758]: return func(*args, **kwargs) Jun 07 06:57:46.634187 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 06:57:46.634187 dv-cinder-784140-5-iscsi neutron-server[91758]: self._notify() Jun 07 06:57:46.634187 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 06:57:46.634187 dv-cinder-784140-5-iscsi neutron-server[91758]: self.callback(batched_events) Jun 07 06:57:46.634187 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 06:57:46.634187 dv-cinder-784140-5-iscsi neutron-server[91758]: event.method(event) Jun 07 06:57:46.634187 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 06:57:46.634187 dv-cinder-784140-5-iscsi neutron-server[91758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 06:57:46.634187 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 06:57:46.634187 dv-cinder-784140-5-iscsi neutron-server[91758]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 06:57:46.634187 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 06:57:46.634187 dv-cinder-784140-5-iscsi neutron-server[91758]: return f(self, *a, **k) Jun 07 06:57:46.634187 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 06:57:46.634187 dv-cinder-784140-5-iscsi neutron-server[91758]: return self._get(url).json() Jun 07 06:57:46.634187 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 06:57:46.634187 dv-cinder-784140-5-iscsi neutron-server[91758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 06:57:46.634187 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 06:57:46.634187 dv-cinder-784140-5-iscsi neutron-server[91758]: return self.request(url, 'GET', **kwargs) Jun 07 06:57:46.634187 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 06:57:46.634187 dv-cinder-784140-5-iscsi neutron-server[91758]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 06:57:46.634187 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 06:57:46.634187 dv-cinder-784140-5-iscsi neutron-server[91758]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 06:57:46.634187 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 06:57:46.634187 dv-cinder-784140-5-iscsi neutron-server[91758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 06:57:46.634187 dv-cinder-784140-5-iscsi neutron-server[91758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 06:57:46.712377 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-7dda4580-73ab-494c-aa6c-e61b0571ec96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3890583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3885419'] for network, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:46.716127 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-f0be3662-cf3a-4b13-82f5-3b45a7d5f5a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:46.729719 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-7dda4580-73ab-494c-aa6c-e61b0571ec96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for network, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:46.731550 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-7dda4580-73ab-494c-aa6c-e61b0571ec96 admin admin] 10.222.0.35 "DELETE /v2.0/networks/e1d27084-54d3-4657-a203-aa1e336128a1 HTTP/1.1" status: 204 len: 168 time: 0.4284542 Jun 07 06:57:46.737312 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda4580-73ab-494c-aa6c-e61b0571ec96 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1d27084-54d3-4657-a203-aa1e336128a1,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:46.739692 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-7dda4580-73ab-494c-aa6c-e61b0571ec96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:46.904241 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 45278) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:46.953184 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-b32211b6-f061-4d1f-8936-aaace20489c8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f84addd7b81d49b4b6aa42f13e1738f8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0476673 Jun 07 06:57:46.955698 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 45280) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:47.013892 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-4f582a57-001e-4bf1-94ed-f20705ac7a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:47.046497 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-4f582a57-001e-4bf1-94ed-f20705ac7a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:47.172270 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-4f582a57-001e-4bf1-94ed-f20705ac7a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:47.174806 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-4f582a57-001e-4bf1-94ed-f20705ac7a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:47.175920 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-4f582a57-001e-4bf1-94ed-f20705ac7a01 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/55b9290c-6050-4088-9690-12bed3454d2f HTTP/1.1" status: 204 len: 168 time: 0.2193487 Jun 07 06:57:47.176671 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-03c55d69-221f-4011-9f65-6d5731de4050 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:47.186884 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f582a57-001e-4bf1-94ed-f20705ac7a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b9290c-6050-4088-9690-12bed3454d2f,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:47.189027 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-4f582a57-001e-4bf1-94ed-f20705ac7a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:51.406441 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 45362) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:51.520115 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0e4646ff-d0b4-4bd1-97a6-357c301639ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:51.635831 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0e4646ff-d0b4-4bd1-97a6-357c301639ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:51.639884 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0e4646ff-d0b4-4bd1-97a6-357c301639ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:51.650579 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-e9355e17-0e80-4a7c-902f-ce50f449de27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:51.692459 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-0e4646ff-d0b4-4bd1-97a6-357c301639ec admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0ef9cff111564ea1b52de089dc0a63d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2849767 Jun 07 06:57:51.693359 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4646ff-d0b4-4bd1-97a6-357c301639ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73aa7ec-4ad2-4bfb-96e3-07933d352a42,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:51.695193 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 45366) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:51.696389 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0e4646ff-d0b4-4bd1-97a6-357c301639ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:51.756310 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8c348bf5-17ad-4e72-b582-ef77a49229fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:51.781896 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8c348bf5-17ad-4e72-b582-ef77a49229fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:51.831128 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8c348bf5-17ad-4e72-b582-ef77a49229fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:51.833568 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8c348bf5-17ad-4e72-b582-ef77a49229fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:51.834710 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-8c348bf5-17ad-4e72-b582-ef77a49229fd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a73aa7ec-4ad2-4bfb-96e3-07933d352a42 HTTP/1.1" status: 204 len: 168 time: 0.1384430 Jun 07 06:57:51.835427 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-4bc4ccb3-a74f-4940-a29e-37a4458e4203 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:51.845128 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c348bf5-17ad-4e72-b582-ef77a49229fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73aa7ec-4ad2-4bfb-96e3-07933d352a42,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:51.847996 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-8c348bf5-17ad-4e72-b582-ef77a49229fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:53.822404 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 45432) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:53.936774 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bb698b95-5e4f-446b-9a12-ff5f7eed0154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:54.041888 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bb698b95-5e4f-446b-9a12-ff5f7eed0154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:54.045672 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bb698b95-5e4f-446b-9a12-ff5f7eed0154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:54.052928 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-30651ba6-63db-4b7e-b855-8a9e4a00d614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:54.091978 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb698b95-5e4f-446b-9a12-ff5f7eed0154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72f3199-e6bc-46f4-bdd5-d21244ebaa19,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:54.095013 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-bb698b95-5e4f-446b-9a12-ff5f7eed0154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:54.097644 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-bb698b95-5e4f-446b-9a12-ff5f7eed0154 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ff15360fe2c041f8affa77ee7ac51c72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2742593 Jun 07 06:57:54.100290 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 45436) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:54.157269 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9c1055a8-305e-48c2-bb5d-70a75a07f119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:54.182718 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9c1055a8-305e-48c2-bb5d-70a75a07f119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:54.232111 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9c1055a8-305e-48c2-bb5d-70a75a07f119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:54.234555 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9c1055a8-305e-48c2-bb5d-70a75a07f119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:54.235669 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-9c1055a8-305e-48c2-bb5d-70a75a07f119 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a72f3199-e6bc-46f4-bdd5-d21244ebaa19 HTTP/1.1" status: 204 len: 168 time: 0.1344764 Jun 07 06:57:54.236438 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-1fe03457-33e1-4697-bd0f-f0a331ea4ba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:54.246935 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1055a8-305e-48c2-bb5d-70a75a07f119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72f3199-e6bc-46f4-bdd5-d21244ebaa19,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:54.249254 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-9c1055a8-305e-48c2-bb5d-70a75a07f119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:54.536804 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 45444) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:54.558055 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-982a4733-b84c-40b1-b520-82a06e53a129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:54.662862 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-982a4733-b84c-40b1-b520-82a06e53a129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:54.666718 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-982a4733-b84c-40b1-b520-82a06e53a129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:54.672973 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:54.714117 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-982a4733-b84c-40b1-b520-82a06e53a129 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bdded8d2c2974d06a90245aef4af0326&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1761611 Jun 07 06:57:54.714967 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a4733-b84c-40b1-b520-82a06e53a129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def544b6-81a3-4411-93bf-baefafee4f29,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:54.717498 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 45446) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:57:54.718036 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-982a4733-b84c-40b1-b520-82a06e53a129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:57:54.780328 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7399a3bf-66ea-4b7b-9284-a69647bdff43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:54.805142 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7399a3bf-66ea-4b7b-9284-a69647bdff43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:54.855035 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7399a3bf-66ea-4b7b-9284-a69647bdff43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:54.857333 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7399a3bf-66ea-4b7b-9284-a69647bdff43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:57:54.858486 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-7399a3bf-66ea-4b7b-9284-a69647bdff43 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/def544b6-81a3-4411-93bf-baefafee4f29 HTTP/1.1" status: 204 len: 168 time: 0.1396317 Jun 07 06:57:54.859257 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-554e3eb9-f838-487e-93b3-2d2cfb37f6cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:57:54.869262 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7399a3bf-66ea-4b7b-9284-a69647bdff43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def544b6-81a3-4411-93bf-baefafee4f29,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:57:54.871471 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-7399a3bf-66ea-4b7b-9284-a69647bdff43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:02.765378 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:05.192646 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4433ae54-1599-4fad-b923-8e270b5aca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:07.859321 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:07.935475 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-0b3904c3-f1cc-41ce-9c9b-e8c2724e039b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:08.921162 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:10.057323 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 45648) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:10.171853 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a6a4a70e-c507-4acf-88eb-28c9c139c2af admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:10.271327 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a6a4a70e-c507-4acf-88eb-28c9c139c2af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:10.275117 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a6a4a70e-c507-4acf-88eb-28c9c139c2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:10.283261 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-d4f21b2d-0568-4d7e-a06e-bbc6f461fb3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:10.326499 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-a6a4a70e-c507-4acf-88eb-28c9c139c2af admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=99139566e2ec4a26bdbc0abc8bfd5c24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2680707 Jun 07 06:58:10.327330 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4a70e-c507-4acf-88eb-28c9c139c2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba79ddf8-4ff5-46cf-8ec4-d29c6eafc512,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:10.329114 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 45652) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:10.330484 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-a6a4a70e-c507-4acf-88eb-28c9c139c2af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:10.385683 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8c7b1ea5-e6d4-4da9-9fc1-19a16f4c8cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:10.410398 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8c7b1ea5-e6d4-4da9-9fc1-19a16f4c8cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:10.459780 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8c7b1ea5-e6d4-4da9-9fc1-19a16f4c8cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:10.463271 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8c7b1ea5-e6d4-4da9-9fc1-19a16f4c8cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:10.464536 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-8c7b1ea5-e6d4-4da9-9fc1-19a16f4c8cc0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ba79ddf8-4ff5-46cf-8ec4-d29c6eafc512 HTTP/1.1" status: 204 len: 168 time: 0.1343558 Jun 07 06:58:10.465396 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-a3c7660e-1fd0-43fc-b02d-785624772a14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:10.474718 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b1ea5-e6d4-4da9-9fc1-19a16f4c8cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba79ddf8-4ff5-46cf-8ec4-d29c6eafc512,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:10.477029 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-8c7b1ea5-e6d4-4da9-9fc1-19a16f4c8cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:10.611362 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:10.736245 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 45660) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:10.753083 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-28a79e04-701d-4db6-864c-f1a061f940ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:10.854453 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-28a79e04-701d-4db6-864c-f1a061f940ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:10.858020 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-28a79e04-701d-4db6-864c-f1a061f940ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:10.866246 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-cd8fd770-4b5f-4947-b66e-35f5c16f719b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:10.904025 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-28a79e04-701d-4db6-864c-f1a061f940ab admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4ca0c062d4ac47da9b268385cffa1b25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1667252 Jun 07 06:58:10.905639 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a79e04-701d-4db6-864c-f1a061f940ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9fc902-2a6b-4a7d-8b18-843db5236834,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:10.906738 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 45662) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:10.908645 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-28a79e04-701d-4db6-864c-f1a061f940ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:10.971405 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b77845d3-f276-4ebc-b28c-92f29d9bc6a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:10.996454 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b77845d3-f276-4ebc-b28c-92f29d9bc6a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:11.048951 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b77845d3-f276-4ebc-b28c-92f29d9bc6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:11.051355 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b77845d3-f276-4ebc-b28c-92f29d9bc6a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:11.052479 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-b77845d3-f276-4ebc-b28c-92f29d9bc6a7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0f9fc902-2a6b-4a7d-8b18-843db5236834 HTTP/1.1" status: 204 len: 168 time: 0.1447160 Jun 07 06:58:11.053245 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-7399a3bf-66ea-4b7b-9284-a69647bdff43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:11.068846 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77845d3-f276-4ebc-b28c-92f29d9bc6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9fc902-2a6b-4a7d-8b18-843db5236834,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:11.071128 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-b77845d3-f276-4ebc-b28c-92f29d9bc6a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:12.820085 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 45710) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:12.932358 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-2961c629-a300-4989-b040-48d800b4a1f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:13.033073 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-2961c629-a300-4989-b040-48d800b4a1f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:13.036856 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-2961c629-a300-4989-b040-48d800b4a1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:13.045891 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-8c7b1ea5-e6d4-4da9-9fc1-19a16f4c8cc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:13.089283 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-2961c629-a300-4989-b040-48d800b4a1f6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eaa708bfa88f460c9c92d800e64e08d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2680783 Jun 07 06:58:13.090915 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961c629-a300-4989-b040-48d800b4a1f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43042acd-b246-4a83-9e21-d96e5b875f81,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:13.092021 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 45714) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:13.094226 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-2961c629-a300-4989-b040-48d800b4a1f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:13.155320 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-5e501002-8df8-483a-9394-a4615e08099f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:13.186604 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-5e501002-8df8-483a-9394-a4615e08099f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:13.235487 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-5e501002-8df8-483a-9394-a4615e08099f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:13.237967 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-5e501002-8df8-483a-9394-a4615e08099f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:13.239057 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-5e501002-8df8-483a-9394-a4615e08099f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/43042acd-b246-4a83-9e21-d96e5b875f81 HTTP/1.1" status: 204 len: 168 time: 0.1460614 Jun 07 06:58:13.239773 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-bfab6d23-32a9-4644-972e-3c45b66d0232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:13.249678 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e501002-8df8-483a-9394-a4615e08099f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43042acd-b246-4a83-9e21-d96e5b875f81,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:13.251957 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-5e501002-8df8-483a-9394-a4615e08099f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:13.509024 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 45720) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:13.525970 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-fb000726-93b3-42e5-bbd6-39a71ecdddf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:13.629188 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-fb000726-93b3-42e5-bbd6-39a71ecdddf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:13.632919 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-fb000726-93b3-42e5-bbd6-39a71ecdddf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:13.640921 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-7a90bf45-c1c5-4100-8909-6156dd7a872e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:13.679751 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-fb000726-93b3-42e5-bbd6-39a71ecdddf2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=561219e2ff2d4282937fd66a938eecfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1696975 Jun 07 06:58:13.680820 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb000726-93b3-42e5-bbd6-39a71ecdddf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307bf50d-980c-4361-9ea7-4b5e9667268e,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:13.682902 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 45722) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:13.684065 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-fb000726-93b3-42e5-bbd6-39a71ecdddf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:13.740667 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-06553e0e-6d46-490a-919f-708043d1b104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:13.766294 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-06553e0e-6d46-490a-919f-708043d1b104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:13.818807 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-06553e0e-6d46-490a-919f-708043d1b104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:13.821847 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-06553e0e-6d46-490a-919f-708043d1b104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:13.824555 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-06553e0e-6d46-490a-919f-708043d1b104 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/307bf50d-980c-4361-9ea7-4b5e9667268e HTTP/1.1" status: 204 len: 168 time: 0.1405249 Jun 07 06:58:13.826502 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-b869c2b0-93e8-4ce8-a19f-3ac894d34a46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:13.837137 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06553e0e-6d46-490a-919f-708043d1b104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307bf50d-980c-4361-9ea7-4b5e9667268e,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:13.839733 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-06553e0e-6d46-490a-919f-708043d1b104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:14.241279 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.agents_db [None req-46aecb79-32b8-4105-868b-523cea85afea None None] Agent healthcheck: found 6 active agents {{(pid=91761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 06:58:15.974244 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 45802) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:16.089264 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8eb0e2ce-2402-4392-88b3-fef0d590d34b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:16.194001 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8eb0e2ce-2402-4392-88b3-fef0d590d34b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:16.197679 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8eb0e2ce-2402-4392-88b3-fef0d590d34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:16.219373 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-7e971650-0fb9-4e5c-93d0-7fadc30cedb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:16.237766 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-8eb0e2ce-2402-4392-88b3-fef0d590d34b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=854dcced740e40568f6db8d654b9c09a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2623987 Jun 07 06:58:16.240359 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 45808) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:16.252738 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb0e2ce-2402-4392-88b3-fef0d590d34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657703ef-01be-4dfc-a20c-2e04e355df40,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:16.258743 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-8eb0e2ce-2402-4392-88b3-fef0d590d34b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:16.309029 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-01746a30-884f-451c-bd80-aae4a9c980b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:16.334034 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-01746a30-884f-451c-bd80-aae4a9c980b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:16.386896 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-01746a30-884f-451c-bd80-aae4a9c980b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:16.389371 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-01746a30-884f-451c-bd80-aae4a9c980b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:16.390513 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-01746a30-884f-451c-bd80-aae4a9c980b9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/657703ef-01be-4dfc-a20c-2e04e355df40 HTTP/1.1" status: 204 len: 168 time: 0.1491203 Jun 07 06:58:16.391244 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-5a5f3f03-f1c6-44ce-a2b6-4da34fa2a20a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:16.401400 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01746a30-884f-451c-bd80-aae4a9c980b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657703ef-01be-4dfc-a20c-2e04e355df40,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:16.403615 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-01746a30-884f-451c-bd80-aae4a9c980b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:16.660388 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 45814) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:16.678154 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7948e1b0-a006-4104-b381-a63ef820725d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:16.781588 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7948e1b0-a006-4104-b381-a63ef820725d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:16.785542 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7948e1b0-a006-4104-b381-a63ef820725d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:16.792717 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-768919c4-1d30-44b6-9ddd-24f1439570dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:16.834287 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-7948e1b0-a006-4104-b381-a63ef820725d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=28a4d6cfa16d4462ab563536c5c57b1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1728334 Jun 07 06:58:16.835153 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7948e1b0-a006-4104-b381-a63ef820725d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9fbd10-3fdf-4b62-b74d-21e8f8bf563e,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:16.837689 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 45816) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:16.838781 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-7948e1b0-a006-4104-b381-a63ef820725d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:16.894883 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-89159b7d-aaad-400d-b623-4c9eae98ccd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:16.920329 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-89159b7d-aaad-400d-b623-4c9eae98ccd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:16.970627 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-89159b7d-aaad-400d-b623-4c9eae98ccd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:16.973379 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-89159b7d-aaad-400d-b623-4c9eae98ccd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:16.974617 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-89159b7d-aaad-400d-b623-4c9eae98ccd0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cb9fbd10-3fdf-4b62-b74d-21e8f8bf563e HTTP/1.1" status: 204 len: 168 time: 0.1359062 Jun 07 06:58:16.975350 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-c3f40b27-d90f-43e8-b5dc-c482f015e8b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:16.984588 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89159b7d-aaad-400d-b623-4c9eae98ccd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9fbd10-3fdf-4b62-b74d-21e8f8bf563e,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:16.986881 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-89159b7d-aaad-400d-b623-4c9eae98ccd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:21.662999 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 45904) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:21.780485 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-fe23b6ef-9a93-4532-bda0-802fbd16b79b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:21.889112 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-fe23b6ef-9a93-4532-bda0-802fbd16b79b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:21.892790 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-fe23b6ef-9a93-4532-bda0-802fbd16b79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:21.901541 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-3e2c9292-aee3-41e6-a45b-d84cdf751604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:21.944089 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-fe23b6ef-9a93-4532-bda0-802fbd16b79b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=32385a1e6a2d48509dc081a1c3c6992a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2776833 Jun 07 06:58:21.944089 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23b6ef-9a93-4532-bda0-802fbd16b79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c137fe-4fc2-4615-9dda-6e04c11c637b,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:21.945644 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 45914) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:21.946224 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-fe23b6ef-9a93-4532-bda0-802fbd16b79b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:22.011206 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bd44d974-feb9-41bc-adb4-959d7f920afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:22.042446 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bd44d974-feb9-41bc-adb4-959d7f920afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:22.101213 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bd44d974-feb9-41bc-adb4-959d7f920afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:22.104652 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bd44d974-feb9-41bc-adb4-959d7f920afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:22.109344 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-bd44d974-feb9-41bc-adb4-959d7f920afc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a0c137fe-4fc2-4615-9dda-6e04c11c637b HTTP/1.1" status: 204 len: 168 time: 0.1618176 Jun 07 06:58:22.110153 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-89159b7d-aaad-400d-b623-4c9eae98ccd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:22.120067 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd44d974-feb9-41bc-adb4-959d7f920afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c137fe-4fc2-4615-9dda-6e04c11c637b,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:22.127656 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd44d974-feb9-41bc-adb4-959d7f920afc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:22.128026 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd44d974-feb9-41bc-adb4-959d7f920afc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:22.128394 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd44d974-feb9-41bc-adb4-959d7f920afc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:22.128756 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd44d974-feb9-41bc-adb4-959d7f920afc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:22.129087 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd44d974-feb9-41bc-adb4-959d7f920afc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:22.129438 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd44d974-feb9-41bc-adb4-959d7f920afc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:22.129803 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd44d974-feb9-41bc-adb4-959d7f920afc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:22.130150 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd44d974-feb9-41bc-adb4-959d7f920afc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:22.130498 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd44d974-feb9-41bc-adb4-959d7f920afc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:22.130842 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd44d974-feb9-41bc-adb4-959d7f920afc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:22.131184 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd44d974-feb9-41bc-adb4-959d7f920afc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:22.131524 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd44d974-feb9-41bc-adb4-959d7f920afc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:22.135496 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-bd44d974-feb9-41bc-adb4-959d7f920afc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:23.602579 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136dca70-d65d-49b5-95f8-0e4d458179c5 req-683cd417-fe59-4d7d-a04d-4ab82d80fc81 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:23.604052 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-136dca70-d65d-49b5-95f8-0e4d458179c5 req-683cd417-fe59-4d7d-a04d-4ab82d80fc81 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5924ef2-e8cf-4e77-844e-283846363c60 HTTP/1.1" status: 200 len: 945 time: 0.0900581 Jun 07 06:58:23.648663 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-136dca70-d65d-49b5-95f8-0e4d458179c5 req-f1a6f63c-e70e-4da6-aadd-4bd2089aa76c tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/security-groups?id=529b1eb9-07e0-4240-8872-7618dddce0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387530 Jun 07 06:58:24.837148 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84acc4d7-341c-4a64-9be7-f6219028d06d req-2a55c2e4-bf81-4698-b2f7-faf68bd6c35d tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:24.838708 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-84acc4d7-341c-4a64-9be7-f6219028d06d req-2a55c2e4-bf81-4698-b2f7-faf68bd6c35d tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5924ef2-e8cf-4e77-844e-283846363c60 HTTP/1.1" status: 200 len: 945 time: 0.0847025 Jun 07 06:58:24.882050 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-84acc4d7-341c-4a64-9be7-f6219028d06d req-458746e2-a366-47ef-8ad7-35799d691dd9 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/security-groups?id=529b1eb9-07e0-4240-8872-7618dddce0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378120 Jun 07 06:58:25.152042 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdafa684-f338-46ae-86c0-a85379119d06 req-4d8a07cc-2ddc-425b-91bc-703c72233dc8 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:25.153500 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-cdafa684-f338-46ae-86c0-a85379119d06 req-4d8a07cc-2ddc-425b-91bc-703c72233dc8 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5924ef2-e8cf-4e77-844e-283846363c60 HTTP/1.1" status: 200 len: 945 time: 0.0787702 Jun 07 06:58:25.286473 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [req-cdafa684-f338-46ae-86c0-a85379119d06 req-88c4beb0-edd9-46c5-9af1-7ed451634438 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Deleting port f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf {{(pid=91758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 06:58:25.286820 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-cdafa684-f338-46ae-86c0-a85379119d06 req-88c4beb0-edd9-46c5-9af1-7ed451634438 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:25.424195 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [req-cdafa684-f338-46ae-86c0-a85379119d06 req-88c4beb0-edd9-46c5-9af1-7ed451634438 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] For port f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf,segment=NetworkSegment(33130f4d-635f-4cdb-8eb9-a957a8372852),segment_id=33130f4d-635f-4cdb-8eb9-a957a8372852)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:58:25.424675 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-cdafa684-f338-46ae-86c0-a85379119d06 req-88c4beb0-edd9-46c5-9af1-7ed451634438 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:25.546444 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [req-cdafa684-f338-46ae-86c0-a85379119d06 req-88c4beb0-edd9-46c5-9af1-7ed451634438 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Calling delete_port for f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf owned by compute:nova {{(pid=91758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 06:58:25.743722 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-cdafa684-f338-46ae-86c0-a85379119d06 req-88c4beb0-edd9-46c5-9af1-7ed451634438 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:25.749179 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:25.755827 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] get_ports_and_sgs() called for port_ids ['f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf'] {{(pid=91760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:58:25.794805 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c4beb0-edd9-46c5-9af1-7ed451634438 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Pushing event deleted for resources: {'Port': ['ID=f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:25.797639 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-88c4beb0-edd9-46c5-9af1-7ed451634438 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:25.870688 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdafa684-f338-46ae-86c0-a85379119d06 req-88c4beb0-edd9-46c5-9af1-7ed451634438 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] No DVR routers for this DVR port f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf on host hv-cinder-78414 {{(pid=91758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 06:58:25.873167 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-cdafa684-f338-46ae-86c0-a85379119d06 req-88c4beb0-edd9-46c5-9af1-7ed451634438 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:25.875149 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-cdafa684-f338-46ae-86c0-a85379119d06 req-88c4beb0-edd9-46c5-9af1-7ed451634438 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.44 "DELETE /v2.0/ports/f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf HTTP/1.1" status: 204 len: 173 time: 0.7161283 Jun 07 06:58:25.875632 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5924ef2-e8cf-4e77-844e-283846363c60', 'name': 'network-vif-deleted', 'tag': 'f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:58:25.877905 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec36a6c19c8fb969b847be0da992033db50c3714a14aa90e68a12edeb3f3a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7d101b-14ab-4697-8fb1-7069508ea58b" -d '{"events": [{"server_uuid": "b5924ef2-e8cf-4e77-844e-283846363c60", "name": "network-vif-deleted", "tag": "f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:58:25.928061 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabc6ab3-dc99-4e3e-b4bb-559929e56144 x-openstack-request-id: req-aabc6ab3-dc99-4e3e-b4bb-559929e56144 {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:58:25.928565 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5924ef2-e8cf-4e77-844e-283846363c60", "name": "network-vif-deleted", "tag": "f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf", "status": "completed", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:58:25.928929 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aabc6ab3-dc99-4e3e-b4bb-559929e56144 {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:58:25.929437 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5924ef2-e8cf-4e77-844e-283846363c60', 'name': 'network-vif-deleted', 'tag': 'f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf', 'status': 'completed', 'code': 200} Jun 07 06:58:26.066830 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0b8b06ad-afc0-40e1-b6bf-f4af9f3c86d0 req-973ee3cb-9b6f-4059-968d-435a5a71f657 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5924ef2-e8cf-4e77-844e-283846363c60 HTTP/1.1" status: 200 len: 210 time: 0.0439837 Jun 07 06:58:29.427352 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 06:58:29.483642 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] No Port match for: f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf {{(pid=91760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 06:58:29.483991 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device f35b35a5-4199-41a4-bb2c-ab8c3a80f3cf not bound to the agent host hv-cinder-78414 {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 06:58:32.761011 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:33.593698 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 46104) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:33.715016 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-c197c019-c64a-409f-b5da-408f93a833f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:33.826253 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-c197c019-c64a-409f-b5da-408f93a833f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:33.831549 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-c197c019-c64a-409f-b5da-408f93a833f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:33.840409 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-cafbaa3b-e2a8-4a7d-aa4d-2a456509005f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:33.885443 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197c019-c64a-409f-b5da-408f93a833f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22079ed3-4b20-4da0-9d34-18f9c0d4e0ff,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:33.889398 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-c197c019-c64a-409f-b5da-408f93a833f9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5bf832cbca544cf293daa96d2eccdd9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2945797 Jun 07 06:58:33.890282 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-c197c019-c64a-409f-b5da-408f93a833f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:33.892007 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 46112) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:33.950768 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d792c0ca-fbfc-4e62-9462-70961e781c2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:33.976297 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d792c0ca-fbfc-4e62-9462-70961e781c2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:34.028422 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d792c0ca-fbfc-4e62-9462-70961e781c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:34.030938 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d792c0ca-fbfc-4e62-9462-70961e781c2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:34.032060 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-d792c0ca-fbfc-4e62-9462-70961e781c2d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/22079ed3-4b20-4da0-9d34-18f9c0d4e0ff HTTP/1.1" status: 204 len: 168 time: 0.1391735 Jun 07 06:58:34.032837 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-91f73772-7bd5-4273-92ce-5e737dd54426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:34.042695 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d792c0ca-fbfc-4e62-9462-70961e781c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22079ed3-4b20-4da0-9d34-18f9c0d4e0ff,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:34.043056 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e67d4-8691-4591-9df8-0bec6b3600d0 req-bdce2bb8-609c-4ea0-9948-be251084080c tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:34.044565 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5b2e67d4-8691-4591-9df8-0bec6b3600d0 req-bdce2bb8-609c-4ea0-9948-be251084080c tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 946 time: 0.0857739 Jun 07 06:58:34.045198 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-d792c0ca-fbfc-4e62-9462-70961e781c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:34.090996 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5b2e67d4-8691-4591-9df8-0bec6b3600d0 req-103fd98c-31fa-410f-8b4c-794bec1d2a03 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393274 Jun 07 06:58:34.311729 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 46120) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:34.328405 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-371316cc-99d5-4107-8692-7688fefe796b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:34.431859 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-371316cc-99d5-4107-8692-7688fefe796b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:34.435342 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-371316cc-99d5-4107-8692-7688fefe796b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:34.442078 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-8974eb54-19fd-437b-a9d7-ab204c06986d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:34.483095 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-371316cc-99d5-4107-8692-7688fefe796b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9deabde8de3d4320b843909a0c400a15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1701896 Jun 07 06:58:34.483991 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371316cc-99d5-4107-8692-7688fefe796b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4da2767-f0ad-4c71-a5c1-fc3d83542590,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:34.485652 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 46122) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:34.486946 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-371316cc-99d5-4107-8692-7688fefe796b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:34.542180 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3da37679-efc3-48e1-a1fb-67193b720bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:34.566929 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3da37679-efc3-48e1-a1fb-67193b720bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:34.617170 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3da37679-efc3-48e1-a1fb-67193b720bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:34.619834 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3da37679-efc3-48e1-a1fb-67193b720bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:34.620935 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-3da37679-efc3-48e1-a1fb-67193b720bd4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d4da2767-f0ad-4c71-a5c1-fc3d83542590 HTTP/1.1" status: 204 len: 168 time: 0.1342764 Jun 07 06:58:34.621706 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-c5f1001a-9368-4a5a-bf05-9c1a31c6a07f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:34.630807 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da37679-efc3-48e1-a1fb-67193b720bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4da2767-f0ad-4c71-a5c1-fc3d83542590,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:34.637945 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da37679-efc3-48e1-a1fb-67193b720bd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:34.638317 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da37679-efc3-48e1-a1fb-67193b720bd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:34.638682 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da37679-efc3-48e1-a1fb-67193b720bd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:34.639016 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da37679-efc3-48e1-a1fb-67193b720bd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:34.639361 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da37679-efc3-48e1-a1fb-67193b720bd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:34.639711 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da37679-efc3-48e1-a1fb-67193b720bd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:34.640046 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da37679-efc3-48e1-a1fb-67193b720bd4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:34.640388 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da37679-efc3-48e1-a1fb-67193b720bd4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:34.640732 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da37679-efc3-48e1-a1fb-67193b720bd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:34.641072 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da37679-efc3-48e1-a1fb-67193b720bd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:34.641408 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da37679-efc3-48e1-a1fb-67193b720bd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:34.641745 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da37679-efc3-48e1-a1fb-67193b720bd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:34.644742 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-3da37679-efc3-48e1-a1fb-67193b720bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:34.951670 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 46128) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:34.969029 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-6fa7ae1a-618a-402a-b190-aea3305b0a47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:35.068961 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-6fa7ae1a-618a-402a-b190-aea3305b0a47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:35.072955 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-6fa7ae1a-618a-402a-b190-aea3305b0a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:35.079836 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-d792c0ca-fbfc-4e62-9462-70961e781c2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:35.123615 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-6fa7ae1a-618a-402a-b190-aea3305b0a47 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8f3a279ee11b4ef49938d1cc08f2ff43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1708734 Jun 07 06:58:35.124533 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa7ae1a-618a-402a-b190-aea3305b0a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ee99a7-061f-4ce1-94c3-9b7e8b72ba44,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:35.127255 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 46132) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:35.132073 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-6fa7ae1a-618a-402a-b190-aea3305b0a47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:35.198482 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-46778eb3-7e4c-4b1c-8c30-caabf50fc33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:35.275131 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-e43e7fd6-5ce9-45bc-a316-fe56cf9383dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:35.290219 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e042ad-2792-415d-b607-62e598704217 req-16d63f8d-25db-49ac-93a5-749b4d982a9e tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:35.291713 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-76e042ad-2792-415d-b607-62e598704217 req-16d63f8d-25db-49ac-93a5-749b4d982a9e tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 946 time: 0.0826652 Jun 07 06:58:35.301332 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-e43e7fd6-5ce9-45bc-a316-fe56cf9383dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:35.337248 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-76e042ad-2792-415d-b607-62e598704217 req-40a47e6c-c342-4943-bc00-0f96631ad585 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397248 Jun 07 06:58:35.357480 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-e43e7fd6-5ce9-45bc-a316-fe56cf9383dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:35.360001 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-e43e7fd6-5ce9-45bc-a316-fe56cf9383dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:35.361111 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-e43e7fd6-5ce9-45bc-a316-fe56cf9383dd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/94ee99a7-061f-4ce1-94c3-9b7e8b72ba44 HTTP/1.1" status: 204 len: 168 time: 0.2327280 Jun 07 06:58:35.361869 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-816b6324-d3cc-41f6-a803-b16b1a2efc09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:35.371737 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e7fd6-5ce9-45bc-a316-fe56cf9383dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ee99a7-061f-4ce1-94c3-9b7e8b72ba44,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:35.374557 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-e43e7fd6-5ce9-45bc-a316-fe56cf9383dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:36.536431 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ba7ed-7bcb-457c-bc06-0bcaed40caae req-b5f0de61-02bb-48c0-b274-a4da5eff6059 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:36.537998 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-d41ba7ed-7bcb-457c-bc06-0bcaed40caae req-b5f0de61-02bb-48c0-b274-a4da5eff6059 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 946 time: 0.0868628 Jun 07 06:58:36.587028 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-d41ba7ed-7bcb-457c-bc06-0bcaed40caae req-2d3e8800-b868-4b9b-8eda-e1e662f1dd00 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418997 Jun 07 06:58:37.699427 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e08df-d587-45ba-9225-21582ff5029f req-c0ca8f8b-bf2e-4e16-a85f-80d1d2dd9d74 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:37.700870 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-165e08df-d587-45ba-9225-21582ff5029f req-c0ca8f8b-bf2e-4e16-a85f-80d1d2dd9d74 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/networks?id=da7af6ea-18d1-478c-ba9a-0c192794a23a HTTP/1.1" status: 200 len: 813 time: 0.1569581 Jun 07 06:58:37.725639 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-165e08df-d587-45ba-9225-21582ff5029f req-d7f8d858-47c3-445a-bbd4-ab262fdabb97 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/quotas/7082a19b3e8748bea033c1370c918426 HTTP/1.1" status: 200 len: 375 time: 0.0183015 Jun 07 06:58:37.779397 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329042a-3411-4f2b-80dd-ab37bdf4183e req-28f9958b-fbe3-4e8d-b3d6-479e75d95e15 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:37.779971 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-165e08df-d587-45ba-9225-21582ff5029f req-3f29d0f1-b8c2-4b5f-8648-564069da5972 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7082a19b3e8748bea033c1370c918426&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470626 Jun 07 06:58:37.780874 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-c329042a-3411-4f2b-80dd-ab37bdf4183e req-28f9958b-fbe3-4e8d-b3d6-479e75d95e15 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 946 time: 0.0815563 Jun 07 06:58:37.828340 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-c329042a-3411-4f2b-80dd-ab37bdf4183e req-d50633ff-c37d-4534-a823-cd557ef362c6 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411620 Jun 07 06:58:37.865470 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:37.926473 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-165e08df-d587-45ba-9225-21582ff5029f req-d334226c-da81-4582-8cc6-9d13c03063cc service neutron] 10.222.0.35 "GET /v2.0/networks/da7af6ea-18d1-478c-ba9a-0c192794a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342416 Jun 07 06:58:37.948368 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-892fcba1-7de2-4ef1-87f2-fd105ac569a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:38.104924 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-165e08df-d587-45ba-9225-21582ff5029f req-85c6ef8d-6649-4352-97af-a3c359cd7383 service neutron] 10.222.0.35 "GET /v2.0/networks/da7af6ea-18d1-478c-ba9a-0c192794a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709499 Jun 07 06:58:38.145468 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8b922-c164-40f0-ad03-156bff2b2f9d req-5ac8ac5e-99ed-41c5-b90a-cb93a50b3cc6 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:38.146997 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-1ae8b922-c164-40f0-ad03-156bff2b2f9d req-5ac8ac5e-99ed-41c5-b90a-cb93a50b3cc6 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.44 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 946 time: 0.0893915 Jun 07 06:58:38.297530 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-63811ef8-9b16-4dc8-8f28-bbf320167009 req-db85f199-e11f-4a93-aed2-fb8f1bc2bab9 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/ports?device_id=34a21b23-83c0-4700-95d6-84c8b57db32f HTTP/1.1" status: 200 len: 210 time: 0.0482497 Jun 07 06:58:38.308952 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [req-1ae8b922-c164-40f0-ad03-156bff2b2f9d req-1bdaac60-d880-40c7-ab8b-e6c09a317378 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Deleting port b6a21db2-fd0f-4ecd-b552-56cb2a008026 {{(pid=91758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 06:58:38.309205 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-1ae8b922-c164-40f0-ad03-156bff2b2f9d req-1bdaac60-d880-40c7-ab8b-e6c09a317378 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:38.455357 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [req-1ae8b922-c164-40f0-ad03-156bff2b2f9d req-1bdaac60-d880-40c7-ab8b-e6c09a317378 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] For port b6a21db2-fd0f-4ecd-b552-56cb2a008026, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b6a21db2-fd0f-4ecd-b552-56cb2a008026,segment=NetworkSegment(0bd4588d-cd3a-47c3-b624-e7540af76cbe),segment_id=0bd4588d-cd3a-47c3-b624-e7540af76cbe)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:58:38.455627 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-1ae8b922-c164-40f0-ad03-156bff2b2f9d req-1bdaac60-d880-40c7-ab8b-e6c09a317378 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:38.861285 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-1ae8b922-c164-40f0-ad03-156bff2b2f9d req-1bdaac60-d880-40c7-ab8b-e6c09a317378 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:38.861975 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-1ae8b922-c164-40f0-ad03-156bff2b2f9d req-1bdaac60-d880-40c7-ab8b-e6c09a317378 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3885433'] for floatingip, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:38.862162 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.db.l3_db [req-1ae8b922-c164-40f0-ad03-156bff2b2f9d req-1bdaac60-d880-40c7-ab8b-e6c09a317378 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Floating IP 6e98fecf-af91-4cf6-8f99-02c6430ef047 disassociated. External IP: 172.27.1.185, port: b6a21db2-fd0f-4ecd-b552-56cb2a008026. Jun 07 06:58:38.862481 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [req-1ae8b922-c164-40f0-ad03-156bff2b2f9d req-1bdaac60-d880-40c7-ab8b-e6c09a317378 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Calling delete_port for b6a21db2-fd0f-4ecd-b552-56cb2a008026 owned by compute:nova {{(pid=91758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 06:58:38.929521 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:39.025454 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-1ae8b922-c164-40f0-ad03-156bff2b2f9d req-1bdaac60-d880-40c7-ab8b-e6c09a317378 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:39.032731 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:39.086747 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdaac60-d880-40c7-ab8b-e6c09a317378 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Pushing event deleted for resources: {'Port': ['ID=b6a21db2-fd0f-4ecd-b552-56cb2a008026,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:39.091812 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-1bdaac60-d880-40c7-ab8b-e6c09a317378 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:39.191134 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c866f2-e457-4a76-a5d9-91076f194583 req-adc978d9-3fad-400a-ac29-bdff393952c8 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:39.192590 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-b2c866f2-e457-4a76-a5d9-91076f194583 req-adc978d9-3fad-400a-ac29-bdff393952c8 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 946 time: 0.2373476 Jun 07 06:58:39.315042 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-b2c866f2-e457-4a76-a5d9-91076f194583 req-41682f47-ccbc-4d1d-bf86-bc34f56cc714 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=ec7a9107-23af-40d8-9fea-d8e1457ee20e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165934 Jun 07 06:58:39.353848 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ae8b922-c164-40f0-ad03-156bff2b2f9d req-1bdaac60-d880-40c7-ab8b-e6c09a317378 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Router 822108ba-deab-419a-8000-7ee2d2ad40fd has already been hosted by L3 agent 207d1699-2b30-4848-a9d2-d112df8957f2 {{(pid=91758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 06:58:39.562426 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-8f0ade7d-24a2-4e8c-986f-78fca8cc88cb req-244940cd-c245-4f1b-92ff-9c0f7f8089ee tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/ports?device_id=34a21b23-83c0-4700-95d6-84c8b57db32f HTTP/1.1" status: 200 len: 210 time: 0.0833037 Jun 07 06:58:39.577133 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e08df-d587-45ba-9225-21582ff5029f req-4eb0dcfd-d026-4b4c-8427-69185db5bc85 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:39.578798 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-165e08df-d587-45ba-9225-21582ff5029f req-4eb0dcfd-d026-4b4c-8427-69185db5bc85 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.44 "GET /v2.0/networks?id=da7af6ea-18d1-478c-ba9a-0c192794a23a HTTP/1.1" status: 200 len: 813 time: 0.3449192 Jun 07 06:58:39.593921 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [req-165e08df-d587-45ba-9225-21582ff5029f req-4cedca44-c707-4126-831f-915df555a24b tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Request body: {'port': {'device_id': '34a21b23-83c0-4700-95d6-84c8b57db32f', 'network_id': 'da7af6ea-18d1-478c-ba9a-0c192794a23a', 'admin_state_up': True, 'tenant_id': '7082a19b3e8748bea033c1370c918426'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:58:39.616576 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ae8b922-c164-40f0-ad03-156bff2b2f9d req-1bdaac60-d880-40c7-ab8b-e6c09a317378 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify agent at l3_agent.dv-cinder-784140-5-iscsi the message routers_updated {{(pid=91758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 06:58:39.631629 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6d88de-fe18-45b3-9a7d-9c57eb01371e None None] Sync routers for ids ['822108ba-deab-419a-8000-7ee2d2ad40fd'] in dv-cinder-784140-5-iscsi {{(pid=91760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 06:58:39.666571 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6d88de-fe18-45b3-9a7d-9c57eb01371e None None] Routers {'822108ba-deab-419a-8000-7ee2d2ad40fd'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:58:39.670459 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-bf6d88de-fe18-45b3-9a7d-9c57eb01371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T06:58:38Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['822108ba-deab-419a-8000-7ee2d2ad40fd'], 'active': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:58:39.759095 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae8b922-c164-40f0-ad03-156bff2b2f9d req-1bdaac60-d880-40c7-ab8b-e6c09a317378 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] No DVR routers for this DVR port b6a21db2-fd0f-4ecd-b552-56cb2a008026 on host hv-cinder-78414 {{(pid=91758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 06:58:39.761680 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-1ae8b922-c164-40f0-ad03-156bff2b2f9d req-1bdaac60-d880-40c7-ab8b-e6c09a317378 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:39.764232 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-1ae8b922-c164-40f0-ad03-156bff2b2f9d req-1bdaac60-d880-40c7-ab8b-e6c09a317378 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.44 "DELETE /v2.0/ports/b6a21db2-fd0f-4ecd-b552-56cb2a008026 HTTP/1.1" status: 204 len: 173 time: 1.6097071 Jun 07 06:58:39.764595 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89408ebb-d630-4f0e-bcdf-bb7e36e5e67d', 'name': 'network-vif-deleted', 'tag': 'b6a21db2-fd0f-4ecd-b552-56cb2a008026'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:58:39.767624 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec36a6c19c8fb969b847be0da992033db50c3714a14aa90e68a12edeb3f3a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1591f531-7884-49e8-a952-034c358d27fb" -d '{"events": [{"server_uuid": "89408ebb-d630-4f0e-bcdf-bb7e36e5e67d", "name": "network-vif-deleted", "tag": "b6a21db2-fd0f-4ecd-b552-56cb2a008026"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:58:39.879231 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-165e08df-d587-45ba-9225-21582ff5029f req-4cedca44-c707-4126-831f-915df555a24b tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Made reservation on behalf of 7082a19b3e8748bea033c1370c918426 for: {'port': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:58:39.892676 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-165e08df-d587-45ba-9225-21582ff5029f req-4cedca44-c707-4126-831f-915df555a24b tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:39.905871 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6b09f4-33b5-480a-b3bb-8b09a227c397 x-openstack-request-id: req-9a6b09f4-33b5-480a-b3bb-8b09a227c397 {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:58:39.906337 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89408ebb-d630-4f0e-bcdf-bb7e36e5e67d", "name": "network-vif-deleted", "tag": "b6a21db2-fd0f-4ecd-b552-56cb2a008026", "status": "completed", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:58:39.906557 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9a6b09f4-33b5-480a-b3bb-8b09a227c397 {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:58:39.907012 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89408ebb-d630-4f0e-bcdf-bb7e36e5e67d', 'name': 'network-vif-deleted', 'tag': 'b6a21db2-fd0f-4ecd-b552-56cb2a008026', 'status': 'completed', 'code': 200} Jun 07 06:58:39.937245 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvr_db [None req-bf6d88de-fe18-45b3-9a7d-9c57eb01371e None None] Set router 822108ba-deab-419a-8000-7ee2d2ad40fd gateway port host: dv-cinder-784140-5-iscsi {{(pid=91760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:58:40.131701 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.db_base_plugin_common [req-165e08df-d587-45ba-9225-21582ff5029f req-4cedca44-c707-4126-831f-915df555a24b tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Allocated IP 172.20.0.5 (da7af6ea-18d1-478c-ba9a-0c192794a23a/22d940f0-82b4-493f-b67b-e4c3a42befd3/243f395e-0fe6-44fd-bfc9-ee29f7c3cd06) {{(pid=91759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:58:40.368217 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-165e08df-d587-45ba-9225-21582ff5029f req-4cedca44-c707-4126-831f-915df555a24b tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Notify callbacks [] for port, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:40.380633 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-bf6d88de-fe18-45b3-9a7d-9c57eb01371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'name': 'tempest-AttachVolumeShelveTestJSON-2122717976-router', 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '2aaca4f4-d74b-4339-8b93-6693e8ed3f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:54:08Z', 'updated_at': '2021-06-07T06:54:20Z', 'revision_number': 4, 'project_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'gw_port': {'id': '2aaca4f4-d74b-4339-8b93-6693e8ed3f3a', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:52:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:09Z', 'updated_at': '2021-06-07T06:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': '9831c1ce-d1dc-4f83-bd28-e07d7cfd858f', 'name': '', 'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf', 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'mac_address': 'fa:16:3e:2a:6e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:16Z', 'updated_at': '2021-06-07T06:54:35Z', 'revision_number': 5, 'project_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'subnets': [{'id': 'dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:58:40.387997 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6d88de-fe18-45b3-9a7d-9c57eb01371e None None] Checking router: 822108ba-deab-419a-8000-7ee2d2ad40fd for host: dv-cinder-784140-5-iscsi {{(pid=91760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 06:58:40.405569 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6d88de-fe18-45b3-9a7d-9c57eb01371e None None] Routers {'822108ba-deab-419a-8000-7ee2d2ad40fd'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:58:40.406704 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-bf6d88de-fe18-45b3-9a7d-9c57eb01371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T06:58:38Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['822108ba-deab-419a-8000-7ee2d2ad40fd'], 'active': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:58:40.411862 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-165e08df-d587-45ba-9225-21582ff5029f req-4cedca44-c707-4126-831f-915df555a24b tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222160'] for port, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:40.427765 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-9bb773fb-5cae-4e1c-8b44-ab0f0469c940 tempest-DeleteServersTestJSON-1558136119 tempest-DeleteServersTestJSON-1558136119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:40.503905 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-165e08df-d587-45ba-9225-21582ff5029f req-4cedca44-c707-4126-831f-915df555a24b tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Network da7af6ea-18d1-478c-ba9a-0c192794a23a is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:58:40.509022 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [req-165e08df-d587-45ba-9225-21582ff5029f req-4cedca44-c707-4126-831f-915df555a24b tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:58:40.514172 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [req-165e08df-d587-45ba-9225-21582ff5029f req-4cedca44-c707-4126-831f-915df555a24b tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Received port after_create {{(pid=91759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:58:40.607818 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cedca44-c707-4126-831f-915df555a24b tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Pushing event updated for resources: {'Port': ['ID=243f395e-0fe6-44fd-bfc9-ee29f7c3cd06,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:40.617848 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-4cedca44-c707-4126-831f-915df555a24b tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:40.630494 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-290c619c-787f-45c7-ba37-12b0c0160bfc req-8aad4e46-96cc-4834-b1ed-8d9dfce608d8 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=89408ebb-d630-4f0e-bcdf-bb7e36e5e67d HTTP/1.1" status: 200 len: 210 time: 0.0720136 Jun 07 06:58:40.631551 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:40.643549 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvr_db [None req-bf6d88de-fe18-45b3-9a7d-9c57eb01371e None None] Set router 822108ba-deab-419a-8000-7ee2d2ad40fd gateway port host: dv-cinder-784140-5-iscsi {{(pid=91760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:58:40.663973 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e08df-d587-45ba-9225-21582ff5029f req-4cedca44-c707-4126-831f-915df555a24b tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:40.664768 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-165e08df-d587-45ba-9225-21582ff5029f req-4cedca44-c707-4126-831f-915df555a24b tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:40.686416 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-165e08df-d587-45ba-9225-21582ff5029f req-4cedca44-c707-4126-831f-915df555a24b tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0971437 Jun 07 06:58:40.701404 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [req-165e08df-d587-45ba-9225-21582ff5029f req-d38f6a0c-9a94-4fc3-8ada-5f574d678853 service neutron] Request body: {'port': {'device_id': '34a21b23-83c0-4700-95d6-84c8b57db32f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:58:40.830107 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3febf103-356d-4b70-8225-05900fe1c943 req-6a48195c-5c14-4157-a598-a74ffb59bdaf tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:40.832100 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-3febf103-356d-4b70-8225-05900fe1c943 req-6a48195c-5c14-4157-a598-a74ffb59bdaf tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/ports?device_id=34a21b23-83c0-4700-95d6-84c8b57db32f HTTP/1.1" status: 200 len: 931 time: 0.0994780 Jun 07 06:58:40.844661 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-165e08df-d587-45ba-9225-21582ff5029f req-d38f6a0c-9a94-4fc3-8ada-5f574d678853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:40.883873 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-3febf103-356d-4b70-8225-05900fe1c943 req-529f77ee-1db7-4769-b8fe-b11dd6022eca tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/security-groups?id=529b1eb9-07e0-4240-8872-7618dddce0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442035 Jun 07 06:58:41.003783 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-bf6d88de-fe18-45b3-9a7d-9c57eb01371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'name': 'tempest-AttachVolumeShelveTestJSON-2122717976-router', 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '2aaca4f4-d74b-4339-8b93-6693e8ed3f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:54:08Z', 'updated_at': '2021-06-07T06:54:20Z', 'revision_number': 4, 'project_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'gw_port': {'id': '2aaca4f4-d74b-4339-8b93-6693e8ed3f3a', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:52:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:09Z', 'updated_at': '2021-06-07T06:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': '9831c1ce-d1dc-4f83-bd28-e07d7cfd858f', 'name': '', 'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf', 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'mac_address': 'fa:16:3e:2a:6e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:16Z', 'updated_at': '2021-06-07T06:54:35Z', 'revision_number': 5, 'project_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'subnets': [{'id': 'dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:58:41.008133 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6d88de-fe18-45b3-9a7d-9c57eb01371e None None] The sync data for ids ['822108ba-deab-419a-8000-7ee2d2ad40fd'] in dv-cinder-784140-5-iscsi is: [{'id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'name': 'tempest-AttachVolumeShelveTestJSON-2122717976-router', 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '2aaca4f4-d74b-4339-8b93-6693e8ed3f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:54:08Z', 'updated_at': '2021-06-07T06:54:20Z', 'revision_number': 4, 'project_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'gw_port': {'id': '2aaca4f4-d74b-4339-8b93-6693e8ed3f3a', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:52:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:09Z', 'updated_at': '2021-06-07T06:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': '9831c1ce-d1dc-4f83-bd28-e07d7cfd858f', 'name': '', 'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf', 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'mac_address': 'fa:16:3e:2a:6e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:16Z', 'updated_at': '2021-06-07T06:54:35Z', 'revision_number': 5, 'project_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'subnets': [{'id': 'dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 06:58:41.249708 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.notifiers.nova [req-165e08df-d587-45ba-9225-21582ff5029f req-d38f6a0c-9a94-4fc3-8ada-5f574d678853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 243f395e-0fe6-44fd-bfc9-ee29f7c3cd06 {{(pid=91759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:58:41.264151 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-165e08df-d587-45ba-9225-21582ff5029f req-d38f6a0c-9a94-4fc3-8ada-5f574d678853 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:41.283296 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.provisioning_blocks [req-165e08df-d587-45ba-9225-21582ff5029f req-d38f6a0c-9a94-4fc3-8ada-5f574d678853 service neutron] Transition to ACTIVE for port object 243f395e-0fe6-44fd-bfc9-ee29f7c3cd06 will not be triggered until provisioned by entity L2. {{(pid=91759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:58:41.287832 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac97ae08-5ad1-4366-a261-9b17a277afef None None] New status for floating IP 6e98fecf-af91-4cf6-8f99-02c6430ef047: DOWN {{(pid=91761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 06:58:41.295005 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-165e08df-d587-45ba-9225-21582ff5029f req-d38f6a0c-9a94-4fc3-8ada-5f574d678853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222187'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:41.305248 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-451eb847-185e-49ba-a672-ead6fb5b91ab tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:41.581634 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f6a0c-9a94-4fc3-8ada-5f574d678853 service neutron] Pushing event updated for resources: {'Port': ['ID=243f395e-0fe6-44fd-bfc9-ee29f7c3cd06,revision_number=2']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:41.587110 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-d38f6a0c-9a94-4fc3-8ada-5f574d678853 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:41.627087 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [req-165e08df-d587-45ba-9225-21582ff5029f req-d38f6a0c-9a94-4fc3-8ada-5f574d678853 service neutron] Attempting to bind port 243f395e-0fe6-44fd-bfc9-ee29f7c3cd06 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:58:41.627791 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [req-165e08df-d587-45ba-9225-21582ff5029f req-d38f6a0c-9a94-4fc3-8ada-5f574d678853 service neutron] Attempting to bind port 243f395e-0fe6-44fd-bfc9-ee29f7c3cd06 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '33130f4d-635f-4cdb-8eb9-a957a8372852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'da7af6ea-18d1-478c-ba9a-0c192794a23a'}] {{(pid=91759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:58:41.627791 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165e08df-d587-45ba-9225-21582ff5029f req-d38f6a0c-9a94-4fc3-8ada-5f574d678853 service neutron] Attempting to bind port 243f395e-0fe6-44fd-bfc9-ee29f7c3cd06 on network da7af6ea-18d1-478c-ba9a-0c192794a23a {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:58:41.632222 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165e08df-d587-45ba-9225-21582ff5029f req-d38f6a0c-9a94-4fc3-8ada-5f574d678853 service neutron] Port 243f395e-0fe6-44fd-bfc9-ee29f7c3cd06 on network da7af6ea-18d1-478c-ba9a-0c192794a23a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 06:58:41.632534 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165e08df-d587-45ba-9225-21582ff5029f req-d38f6a0c-9a94-4fc3-8ada-5f574d678853 service neutron] Attempting to bind port 243f395e-0fe6-44fd-bfc9-ee29f7c3cd06 on network da7af6ea-18d1-478c-ba9a-0c192794a23a {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:58:41.638149 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165e08df-d587-45ba-9225-21582ff5029f req-d38f6a0c-9a94-4fc3-8ada-5f574d678853 service neutron] Checking agent: {'id': '6ac81f3b-c4b1-4231-aa5b-62c4bc3a8245', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 52, 32), 'started_at': datetime.datetime(2021, 6, 7, 6, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:58:41.638480 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165e08df-d587-45ba-9225-21582ff5029f req-d38f6a0c-9a94-4fc3-8ada-5f574d678853 service neutron] Checking segment: {'id': '33130f4d-635f-4cdb-8eb9-a957a8372852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'da7af6ea-18d1-478c-ba9a-0c192794a23a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:58:41.638859 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165e08df-d587-45ba-9225-21582ff5029f req-d38f6a0c-9a94-4fc3-8ada-5f574d678853 service neutron] Bound using segment: {'id': '33130f4d-635f-4cdb-8eb9-a957a8372852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'da7af6ea-18d1-478c-ba9a-0c192794a23a'} {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:58:41.639273 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [req-165e08df-d587-45ba-9225-21582ff5029f req-d38f6a0c-9a94-4fc3-8ada-5f574d678853 service neutron] Bound port: 243f395e-0fe6-44fd-bfc9-ee29f7c3cd06, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33130f4d-635f-4cdb-8eb9-a957a8372852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'da7af6ea-18d1-478c-ba9a-0c192794a23a'}}] {{(pid=91759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:58:41.639610 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-165e08df-d587-45ba-9225-21582ff5029f req-d38f6a0c-9a94-4fc3-8ada-5f574d678853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:41.729144 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.db [req-165e08df-d587-45ba-9225-21582ff5029f req-d38f6a0c-9a94-4fc3-8ada-5f574d678853 service neutron] For port 243f395e-0fe6-44fd-bfc9-ee29f7c3cd06, host hv-cinder-78414, cleared binding levels {{(pid=91759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:58:41.732203 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.db [req-165e08df-d587-45ba-9225-21582ff5029f req-d38f6a0c-9a94-4fc3-8ada-5f574d678853 service neutron] For port 243f395e-0fe6-44fd-bfc9-ee29f7c3cd06, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=243f395e-0fe6-44fd-bfc9-ee29f7c3cd06,segment=NetworkSegment(33130f4d-635f-4cdb-8eb9-a957a8372852),segment_id=33130f4d-635f-4cdb-8eb9-a957a8372852)] {{(pid=91759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:58:41.737020 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-165e08df-d587-45ba-9225-21582ff5029f req-d38f6a0c-9a94-4fc3-8ada-5f574d678853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222187'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:41.742689 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-d14839c6-b857-43a6-8707-30e2e37a4ac8 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:41.756318 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 46270) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:41.804691 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e08df-d587-45ba-9225-21582ff5029f req-d38f6a0c-9a94-4fc3-8ada-5f574d678853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:41.805313 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-165e08df-d587-45ba-9225-21582ff5029f req-d38f6a0c-9a94-4fc3-8ada-5f574d678853 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:41.807137 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-165e08df-d587-45ba-9225-21582ff5029f req-d38f6a0c-9a94-4fc3-8ada-5f574d678853 service neutron] 10.222.0.44 "PUT /v2.0/ports/243f395e-0fe6-44fd-bfc9-ee29f7c3cd06 HTTP/1.1" status: 200 len: 1093 time: 1.1123829 Jun 07 06:58:41.810184 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a21b23-83c0-4700-95d6-84c8b57db32f', 'tag': '243f395e-0fe6-44fd-bfc9-ee29f7c3cd06'}] {{(pid=91759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:58:41.813472 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a053f81c338bbf1e2ede0d69cafce5cf20f9436aa375ccea032d9338f79a3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fee448e-f942-48c4-ba25-c0ef7b84e7a1" -d '{"events": [{"name": "network-changed", "server_uuid": "34a21b23-83c0-4700-95d6-84c8b57db32f", "tag": "243f395e-0fe6-44fd-bfc9-ee29f7c3cd06"}]}' {{(pid=91759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:58:41.832072 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bbeb8637-7777-4cb5-a550-3839124a9179 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:41.843013 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f6a0c-9a94-4fc3-8ada-5f574d678853 service neutron] Pushing event updated for resources: {'Port': ['ID=243f395e-0fe6-44fd-bfc9-ee29f7c3cd06,revision_number=3']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:41.846740 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-d38f6a0c-9a94-4fc3-8ada-5f574d678853 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:41.881655 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bbeb8637-7777-4cb5-a550-3839124a9179 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:41.903281 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 06:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce7c00e-cbe9-4746-a809-b605737e1a54 x-openstack-request-id: req-8ce7c00e-cbe9-4746-a809-b605737e1a54 {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:58:41.903867 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34a21b23-83c0-4700-95d6-84c8b57db32f", "tag": "243f395e-0fe6-44fd-bfc9-ee29f7c3cd06", "status": "completed", "code": 200}]} {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:58:41.904263 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8ce7c00e-cbe9-4746-a809-b605737e1a54 {{(pid=91759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:58:41.904848 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34a21b23-83c0-4700-95d6-84c8b57db32f', 'tag': '243f395e-0fe6-44fd-bfc9-ee29f7c3cd06', 'status': 'completed', 'code': 200} Jun 07 06:58:41.950660 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e08df-d587-45ba-9225-21582ff5029f req-f1f006c4-1934-489f-89a5-555e56fccbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:41.952347 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-165e08df-d587-45ba-9225-21582ff5029f req-f1f006c4-1934-489f-89a5-555e56fccbd9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7082a19b3e8748bea033c1370c918426&device_id=34a21b23-83c0-4700-95d6-84c8b57db32f HTTP/1.1" status: 200 len: 1096 time: 0.0919759 Jun 07 06:58:41.957520 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bbeb8637-7777-4cb5-a550-3839124a9179 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:41.963634 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bbeb8637-7777-4cb5-a550-3839124a9179 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:41.968646 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-bbeb8637-7777-4cb5-a550-3839124a9179 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "DELETE /v2.0/security-groups/ec7a9107-23af-40d8-9fea-d8e1457ee20e HTTP/1.1" status: 204 len: 168 time: 0.2110603 Jun 07 06:58:41.969500 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 46276) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:41.970389 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-4f582a57-001e-4bf1-94ed-f20705ac7a01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:41.998464 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.api.v2.resource [None req-36889d7e-d8e9-4dbf-a78a-7c728a6eabf4 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] show failed (client error): The resource could not be found. Jun 07 06:58:41.999468 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-36889d7e-d8e9-4dbf-a78a-7c728a6eabf4 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups/ec7a9107-23af-40d8-9fea-d8e1457ee20e HTTP/1.1" status: 404 len: 347 time: 0.0193155 Jun 07 06:58:42.000795 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb8637-7777-4cb5-a550-3839124a9179 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7a9107-23af-40d8-9fea-d8e1457ee20e,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:42.002544 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 46278) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:42.004753 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-bbeb8637-7777-4cb5-a550-3839124a9179 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:42.040342 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-165e08df-d587-45ba-9225-21582ff5029f req-c0ed5a6b-08ff-4a15-9a3c-71c23ef1ede5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=243f395e-0fe6-44fd-bfc9-ee29f7c3cd06 HTTP/1.1" status: 200 len: 217 time: 0.0796919 Jun 07 06:58:42.108758 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e08df-d587-45ba-9225-21582ff5029f req-f4519ae5-44b2-4a45-84da-041a7a0cb1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:42.110148 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-165e08df-d587-45ba-9225-21582ff5029f req-f4519ae5-44b2-4a45-84da-041a7a0cb1a1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=22d940f0-82b4-493f-b67b-e4c3a42befd3 HTTP/1.1" status: 200 len: 853 time: 0.0638635 Jun 07 06:58:42.159119 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-165e08df-d587-45ba-9225-21582ff5029f req-0e17ffe2-8ffe-4606-855f-75acd0c98f72 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=da7af6ea-18d1-478c-ba9a-0c192794a23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410147 Jun 07 06:58:42.298628 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-165e08df-d587-45ba-9225-21582ff5029f req-4410d08b-b027-4af7-a768-acb02bad8c8d service neutron] 10.222.0.44 "GET /v2.0/networks/da7af6ea-18d1-478c-ba9a-0c192794a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320705 Jun 07 06:58:42.391139 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-6b2711c5-991d-4ba2-bd05-4f19118cd593 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Deleting port bd13d5b5-6420-460b-8639-7de57a18cf13 {{(pid=91758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 06:58:42.391479 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-6b2711c5-991d-4ba2-bd05-4f19118cd593 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:42.411991 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bebe3b-65b4-4b4f-8d16-661fbc172782 req-36e394e0-fb24-4e0b-966b-e97fdd2c9648 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:42.413416 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e8bebe3b-65b4-4b4f-8d16-661fbc172782 req-36e394e0-fb24-4e0b-966b-e97fdd2c9648 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/ports?device_id=34a21b23-83c0-4700-95d6-84c8b57db32f HTTP/1.1" status: 200 len: 943 time: 0.3303630 Jun 07 06:58:42.448536 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-165e08df-d587-45ba-9225-21582ff5029f req-7c0adce9-c5f8-409f-8992-772f05d292e2 service neutron] 10.222.0.44 "GET /v2.0/networks/da7af6ea-18d1-478c-ba9a-0c192794a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421835 Jun 07 06:58:42.536672 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e8bebe3b-65b4-4b4f-8d16-661fbc172782 req-1251d1e4-8562-4dc6-9f48-ed7f7998da11 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/security-groups?id=529b1eb9-07e0-4240-8872-7618dddce0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158001 Jun 07 06:58:42.560746 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-6b2711c5-991d-4ba2-bd05-4f19118cd593 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:42.561195 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-6b2711c5-991d-4ba2-bd05-4f19118cd593 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:42.576524 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee448e-f942-48c4-ba25-c0ef7b84e7a1 req-afcb0226-6f84-4d76-9026-5e5e7518bc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:42.578144 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-9fee448e-f942-48c4-ba25-c0ef7b84e7a1 req-afcb0226-6f84-4d76-9026-5e5e7518bc0a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7082a19b3e8748bea033c1370c918426&device_id=34a21b23-83c0-4700-95d6-84c8b57db32f HTTP/1.1" status: 200 len: 1096 time: 0.0822988 Jun 07 06:58:42.685046 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-6b2711c5-991d-4ba2-bd05-4f19118cd593 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Calling delete_port for bd13d5b5-6420-460b-8639-7de57a18cf13 owned by network:floatingip {{(pid=91758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 06:58:42.714916 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee448e-f942-48c4-ba25-c0ef7b84e7a1 req-7dbb9422-9c5d-49cb-a290-6cc8749516eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:42.716709 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-9fee448e-f942-48c4-ba25-c0ef7b84e7a1 req-7dbb9422-9c5d-49cb-a290-6cc8749516eb service neutron] 10.222.0.44 "GET /v2.0/networks?id=da7af6ea-18d1-478c-ba9a-0c192794a23a HTTP/1.1" status: 200 len: 914 time: 0.1314278 Jun 07 06:58:42.786821 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-9fee448e-f942-48c4-ba25-c0ef7b84e7a1 req-8f4295f1-8cae-4aa6-a997-31f9c03420c2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=243f395e-0fe6-44fd-bfc9-ee29f7c3cd06 HTTP/1.1" status: 200 len: 217 time: 0.0623918 Jun 07 06:58:42.800415 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-6b2711c5-991d-4ba2-bd05-4f19118cd593 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:42.804082 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-07116070-3f00-47c1-8e5f-c3effcc54cf3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:42.849012 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2711c5-991d-4ba2-bd05-4f19118cd593 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Pushing event deleted for resources: {'Port': ['ID=bd13d5b5-6420-460b-8639-7de57a18cf13,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:42.852103 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-6b2711c5-991d-4ba2-bd05-4f19118cd593 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:42.854355 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee448e-f942-48c4-ba25-c0ef7b84e7a1 req-dfd1767d-894a-471e-860b-2aba1ef142fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:42.855793 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-9fee448e-f942-48c4-ba25-c0ef7b84e7a1 req-dfd1767d-894a-471e-860b-2aba1ef142fe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=22d940f0-82b4-493f-b67b-e4c3a42befd3 HTTP/1.1" status: 200 len: 853 time: 0.0623357 Jun 07 06:58:42.903473 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-9fee448e-f942-48c4-ba25-c0ef7b84e7a1 req-d1eb2747-f129-4a2e-8caa-bf1dceda1038 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=da7af6ea-18d1-478c-ba9a-0c192794a23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411959 Jun 07 06:58:42.947430 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-6b2711c5-991d-4ba2-bd05-4f19118cd593 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks [] for floatingip, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:42.950176 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-6b2711c5-991d-4ba2-bd05-4f19118cd593 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for floatingip, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:42.951364 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-6b2711c5-991d-4ba2-bd05-4f19118cd593 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "DELETE /v2.0/floatingips/6e98fecf-af91-4cf6-8f99-02c6430ef047 HTTP/1.1" status: 204 len: 168 time: 0.9477024 Jun 07 06:58:43.049952 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-9fee448e-f942-48c4-ba25-c0ef7b84e7a1 req-ca079dc9-38a0-4558-821d-10289909ad62 service neutron] 10.222.0.44 "GET /v2.0/networks/da7af6ea-18d1-478c-ba9a-0c192794a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383276 Jun 07 06:58:43.277818 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-9fee448e-f942-48c4-ba25-c0ef7b84e7a1 req-3d676141-52f2-48ba-9169-7f2e85af3691 service neutron] 10.222.0.44 "GET /v2.0/networks/da7af6ea-18d1-478c-ba9a-0c192794a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139268 Jun 07 06:58:43.278015 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 46284) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:43.282521 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-8b3ac366-b9a3-4aa6-a7f9-24749fe0e950 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1257057940', 'description': 'tempest-description--1275321372'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:58:43.305936 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8b3ac366-b9a3-4aa6-a7f9-24749fe0e950 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:43.389892 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device b6a21db2-fd0f-4ecd-b552-56cb2a008026 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 06:58:43.407881 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8b3ac366-b9a3-4aa6-a7f9-24749fe0e950 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:43.411891 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8b3ac366-b9a3-4aa6-a7f9-24749fe0e950 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:43.417694 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-87d5ba9c-0e72-4988-bc99-2c11c32b2907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:43.425685 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] No Port match for: b6a21db2-fd0f-4ecd-b552-56cb2a008026 {{(pid=91760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 06:58:43.426307 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device b6a21db2-fd0f-4ecd-b552-56cb2a008026 not bound to the agent host hv-cinder-78414 {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 06:58:43.448860 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8b3ac366-b9a3-4aa6-a7f9-24749fe0e950 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:43.450077 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-8b3ac366-b9a3-4aa6-a7f9-24749fe0e950 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1710911 Jun 07 06:58:43.453191 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 46288) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:43.453465 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ac366-b9a3-4aa6-a7f9-24749fe0e950 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b459a082-fc25-4c39-8167-da3f89fa6565,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:43.456210 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-8b3ac366-b9a3-4aa6-a7f9-24749fe0e950 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:43.458029 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [None req-999a8c41-b14a-4284-a18c-d538edc24ad0 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Request body: {'security_group_rule': {'security_group_id': 'b459a082-fc25-4c39-8167-da3f89fa6565', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:58:43.492446 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-999a8c41-b14a-4284-a18c-d538edc24ad0 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:43.560342 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-999a8c41-b14a-4284-a18c-d538edc24ad0 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:43.564028 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-999a8c41-b14a-4284-a18c-d538edc24ad0 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349288'] for security_group_rule, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:43.566028 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:43.588993 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999a8c41-b14a-4284-a18c-d538edc24ad0 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afb46e6f-9e02-4ce2-a5a5-3288509ec070,revision_number=0']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:43.592861 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-999a8c41-b14a-4284-a18c-d538edc24ad0 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:43.596231 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-999a8c41-b14a-4284-a18c-d538edc24ad0 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:43.597437 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-999a8c41-b14a-4284-a18c-d538edc24ad0 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1431522 Jun 07 06:58:43.600268 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 46292) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:43.605392 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [None req-257c078e-c78c-4fa9-a85f-9dc885ee07e9 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Request body: {'security_group_rule': {'security_group_id': 'b459a082-fc25-4c39-8167-da3f89fa6565', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:58:43.634511 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-257c078e-c78c-4fa9-a85f-9dc885ee07e9 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:43.748134 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-257c078e-c78c-4fa9-a85f-9dc885ee07e9 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:43.752360 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-257c078e-c78c-4fa9-a85f-9dc885ee07e9 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349288'] for security_group_rule, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:43.759760 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-999a8c41-b14a-4284-a18c-d538edc24ad0 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:43.784695 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c078e-c78c-4fa9-a85f-9dc885ee07e9 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1913fcf1-9eff-4f73-a5b2-643b97ca3e1b,revision_number=0']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:43.795054 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb160587-6995-41ae-b633-9bf864b5841d req-07271525-6b07-467d-91c8-68933056566a tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:43.796486 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-cb160587-6995-41ae-b633-9bf864b5841d req-07271525-6b07-467d-91c8-68933056566a tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/ports?device_id=34a21b23-83c0-4700-95d6-84c8b57db32f HTTP/1.1" status: 200 len: 943 time: 0.1413119 Jun 07 06:58:43.797288 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-257c078e-c78c-4fa9-a85f-9dc885ee07e9 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:43.798459 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-257c078e-c78c-4fa9-a85f-9dc885ee07e9 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:43.799487 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-257c078e-c78c-4fa9-a85f-9dc885ee07e9 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1983402 Jun 07 06:58:43.802695 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 46294) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:58:43.808451 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-fa90c75c-1882-43ec-acc2-8d9eed05c7c1 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Request body: {'floatingip': {'floating_network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:58:43.834268 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-fa90c75c-1882-43ec-acc2-8d9eed05c7c1 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks [] for floatingip, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:43.846327 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-cb160587-6995-41ae-b633-9bf864b5841d req-de1535a7-6661-4742-a673-b131364e4633 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/security-groups?id=529b1eb9-07e0-4240-8872-7618dddce0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438445 Jun 07 06:58:43.982788 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-fa90c75c-1882-43ec-acc2-8d9eed05c7c1 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:44.131923 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.db_base_plugin_common [None req-fa90c75c-1882-43ec-acc2-8d9eed05c7c1 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Allocated IP 172.27.1.247 (fe992a7c-d3c2-4e8d-9573-c4f663251d7a/c4323051-ed30-4a9a-b3aa-b457aab0dfbf/b2d8c358-3fa3-4724-90dd-f2eff47ee457) {{(pid=91759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:58:44.276974 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-fa90c75c-1882-43ec-acc2-8d9eed05c7c1 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks [] for port, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:44.307939 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-fa90c75c-1882-43ec-acc2-8d9eed05c7c1 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222160'] for port, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:44.312509 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-c8f1498c-69a8-46cf-a864-5a42534ee985 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:44.374383 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa90c75c-1882-43ec-acc2-8d9eed05c7c1 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Network fe992a7c-d3c2-4e8d-9573-c4f663251d7a is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:58:44.377230 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-fa90c75c-1882-43ec-acc2-8d9eed05c7c1 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:58:44.379666 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa90c75c-1882-43ec-acc2-8d9eed05c7c1 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Received port after_create {{(pid=91759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:58:44.423017 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90c75c-1882-43ec-acc2-8d9eed05c7c1 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Pushing event updated for resources: {'Port': ['ID=b2d8c358-3fa3-4724-90dd-f2eff47ee457,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:44.426422 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-fa90c75c-1882-43ec-acc2-8d9eed05c7c1 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:44.473406 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-fa90c75c-1882-43ec-acc2-8d9eed05c7c1 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:44.537144 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-fa90c75c-1882-43ec-acc2-8d9eed05c7c1 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:44.753604 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-fa90c75c-1882-43ec-acc2-8d9eed05c7c1 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks [] for port, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:44.759111 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-fa90c75c-1882-43ec-acc2-8d9eed05c7c1 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222187'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:44.762497 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-8e1cdbe2-728d-4d53-a6af-e45e73ac58ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:44.858575 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90c75c-1882-43ec-acc2-8d9eed05c7c1 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Pushing event updated for resources: {'Port': ['ID=b2d8c358-3fa3-4724-90dd-f2eff47ee457,revision_number=2']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:44.871766 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-fa90c75c-1882-43ec-acc2-8d9eed05c7c1 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:44.876508 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-fa90c75c-1882-43ec-acc2-8d9eed05c7c1 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3885433'] for floatingip, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:44.894210 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-fa90c75c-1882-43ec-acc2-8d9eed05c7c1 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for floatingip, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:44.895401 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-fa90c75c-1882-43ec-acc2-8d9eed05c7c1 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0917206 Jun 07 06:58:45.043886 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0676d-78ae-40f2-a72b-a752dda772dd req-2dd09c94-f885-4da3-a216-337d2659acd6 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:45.045383 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-bee0676d-78ae-40f2-a72b-a752dda772dd req-2dd09c94-f885-4da3-a216-337d2659acd6 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/ports?device_id=34a21b23-83c0-4700-95d6-84c8b57db32f HTTP/1.1" status: 200 len: 943 time: 0.0857270 Jun 07 06:58:45.093298 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-bee0676d-78ae-40f2-a72b-a752dda772dd req-e83ecca6-4139-4b04-89a7-3fd10f561879 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/security-groups?id=529b1eb9-07e0-4240-8872-7618dddce0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422237 Jun 07 06:58:45.112269 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-8e0107aa-c457-4eaa-b229-7bee4effa2ba tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1257057940&fields=id&tenant_id=03bd4d9d83964ae7adcdbf4b4489df7b HTTP/1.1" status: 200 len: 267 time: 0.0398979 Jun 07 06:58:45.269511 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-541a3787-161c-4760-84db-8cf2fd8d216e tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:45.270945 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-541a3787-161c-4760-84db-8cf2fd8d216e tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/networks?id=0ea641b7-d55d-49bf-bc2d-31ddec2c42bf HTTP/1.1" status: 200 len: 817 time: 0.1510501 Jun 07 06:58:45.285120 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-0731cc1d-4cbf-4975-8f7d-dd951d03aa3b tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/quotas/03bd4d9d83964ae7adcdbf4b4489df7b HTTP/1.1" status: 200 len: 375 time: 0.0084004 Jun 07 06:58:45.373597 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-1ae687fc-fc9f-43b9-ae25-7e72cd7f134a tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=03bd4d9d83964ae7adcdbf4b4489df7b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0831108 Jun 07 06:58:45.417843 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device 243f395e-0fe6-44fd-bfc9-ee29f7c3cd06 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 06:58:45.509917 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-8a91ca57-7e74-41fa-a570-4d7c0d6097f0 service neutron] 10.222.0.35 "GET /v2.0/networks/0ea641b7-d55d-49bf-bc2d-31ddec2c42bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249743 Jun 07 06:58:45.556028 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port 243f395e-0fe6-44fd-bfc9-ee29f7c3cd06, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=243f395e-0fe6-44fd-bfc9-ee29f7c3cd06,segment=NetworkSegment(33130f4d-635f-4cdb-8eb9-a957a8372852),segment_id=33130f4d-635f-4cdb-8eb9-a957a8372852)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:58:45.568815 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Returning: {'device': '243f395e-0fe6-44fd-bfc9-ee29f7c3cd06', 'network_id': 'da7af6ea-18d1-478c-ba9a-0c192794a23a', 'port_id': '243f395e-0fe6-44fd-bfc9-ee29f7c3cd06', 'mac_address': 'fa:16:3e:b3:15:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22d940f0-82b4-493f-b67b-e4c3a42befd3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 06:58:45.644684 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-b9b7285d-f1b1-4bd0-9268-b17b21bde586 service neutron] 10.222.0.35 "GET /v2.0/networks/0ea641b7-d55d-49bf-bc2d-31ddec2c42bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287997 Jun 07 06:58:45.657555 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:45.678051 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 243f395e-0fe6-44fd-bfc9-ee29f7c3cd06 {{(pid=91760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:58:45.693708 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port 243f395e-0fe6-44fd-bfc9-ee29f7c3cd06, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=243f395e-0fe6-44fd-bfc9-ee29f7c3cd06,segment=NetworkSegment(33130f4d-635f-4cdb-8eb9-a957a8372852),segment_id=33130f4d-635f-4cdb-8eb9-a957a8372852)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:58:45.697667 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:45.700162 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:45.769478 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=243f395e-0fe6-44fd-bfc9-ee29f7c3cd06,revision_number=4']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:45.777668 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:45.778051 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:45.778390 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:45.778725 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:45.779267 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:45.780733 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:45.781083 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:45.781421 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:45.781756 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:45.782110 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:45.782441 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:45.782762 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:58:45.786577 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:45.832734 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-a6d073fa-7ff1-4857-8256-a76f66760268 req-287d6e0e-d3e7-4bbc-a7ea-4f4e765d5989 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 210 time: 0.0441468 Jun 07 06:58:45.937279 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] get_ports_and_sgs() called for port_ids ['243f395e-0fe6-44fd-bfc9-ee29f7c3cd06'] {{(pid=91760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:58:46.307675 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3630828-dc02-45bc-afc9-425f9bb29843 req-a2ab6e78-51a4-4eeb-abd8-03322b76b859 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:46.309137 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d3630828-dc02-45bc-afc9-425f9bb29843 req-a2ab6e78-51a4-4eeb-abd8-03322b76b859 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/ports?device_id=34a21b23-83c0-4700-95d6-84c8b57db32f HTTP/1.1" status: 200 len: 944 time: 0.0923872 Jun 07 06:58:46.359635 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d3630828-dc02-45bc-afc9-425f9bb29843 req-4e105ec0-7657-43d6-aaf1-f2412bf515e2 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/security-groups?id=529b1eb9-07e0-4240-8872-7618dddce0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446966 Jun 07 06:58:46.948894 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-7088442f-42ce-4691-a1f2-d0a75c34d2ca tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:46.950250 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-7088442f-42ce-4691-a1f2-d0a75c34d2ca tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.44 "GET /v2.0/networks?id=0ea641b7-d55d-49bf-bc2d-31ddec2c42bf HTTP/1.1" status: 200 len: 817 time: 0.1574519 Jun 07 06:58:47.011712 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5e7a07ff-01e3-4eba-a999-e657a62d70ed req-27d7e350-8aaf-4ad4-b53f-b46a7735f030 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 210 time: 0.0604892 Jun 07 06:58:47.041444 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-ee9e93f5-2d5c-4519-8ccd-18348d4b6567 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03bd4d9d83964ae7adcdbf4b4489df7b HTTP/1.1" status: 200 len: 380 time: 0.0507469 Jun 07 06:58:47.049548 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-27f2333a-b0d6-4d36-97c0-cdadb44cc056 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Request body: {'port': {'device_id': '351430ee-69f6-405f-ac60-85fde7b8eac7', 'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf', 'admin_state_up': True, 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'security_groups': ['b459a082-fc25-4c39-8167-da3f89fa6565']}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:58:47.283972 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-27f2333a-b0d6-4d36-97c0-cdadb44cc056 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Made reservation on behalf of 03bd4d9d83964ae7adcdbf4b4489df7b for: {'port': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:58:47.287641 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-27f2333a-b0d6-4d36-97c0-cdadb44cc056 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:47.435672 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device 243f395e-0fe6-44fd-bfc9-ee29f7c3cd06 up at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:58:47.454668 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.db_base_plugin_common [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-27f2333a-b0d6-4d36-97c0-cdadb44cc056 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Allocated IP 172.20.0.7 (0ea641b7-d55d-49bf-bc2d-31ddec2c42bf/dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1/b573bc9b-5421-403a-bf47-80389a655d01) {{(pid=91759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:58:47.513169 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Provisioning for port 243f395e-0fe6-44fd-bfc9-ee29f7c3cd06 completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:58:47.518219 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Provisioning complete for port 243f395e-0fe6-44fd-bfc9-ee29f7c3cd06 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:58:47.518668 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:47.548018 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08381948-4122-4a23-ba5e-6fab0111f269 req-bfa698b5-aa78-4a31-844e-61db88f4b3f5 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:47.549383 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-08381948-4122-4a23-ba5e-6fab0111f269 req-bfa698b5-aa78-4a31-844e-61db88f4b3f5 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/ports?device_id=34a21b23-83c0-4700-95d6-84c8b57db32f HTTP/1.1" status: 200 len: 944 time: 0.0820038 Jun 07 06:58:47.599259 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-08381948-4122-4a23-ba5e-6fab0111f269 req-4bac224a-b170-4ea7-9b85-15c1b44af235 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/security-groups?id=529b1eb9-07e0-4240-8872-7618dddce0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434189 Jun 07 06:58:47.649529 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-27f2333a-b0d6-4d36-97c0-cdadb44cc056 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks [] for port, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:47.650134 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:47.665105 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.provisioning_blocks [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-27f2333a-b0d6-4d36-97c0-cdadb44cc056 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Transition to ACTIVE for port object b573bc9b-5421-403a-bf47-80389a655d01 will not be triggered until provisioned by entity DHCP. {{(pid=91759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:58:47.676249 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a21b23-83c0-4700-95d6-84c8b57db32f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '243f395e-0fe6-44fd-bfc9-ee29f7c3cd06'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:58:47.678496 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bdfcc22c2f6cd30966a80f508f9d4395b4bd329b93c89cee5ea7ddf2c7e5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39870c14-7a11-439b-a83e-ddfecf40d136" -d '{"events": [{"server_uuid": "34a21b23-83c0-4700-95d6-84c8b57db32f", "name": "network-vif-plugged", "status": "completed", "tag": "243f395e-0fe6-44fd-bfc9-ee29f7c3cd06"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:58:47.687281 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port 243f395e-0fe6-44fd-bfc9-ee29f7c3cd06, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=243f395e-0fe6-44fd-bfc9-ee29f7c3cd06,segment=NetworkSegment(33130f4d-635f-4cdb-8eb9-a957a8372852),segment_id=33130f4d-635f-4cdb-8eb9-a957a8372852)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:58:47.689604 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-27f2333a-b0d6-4d36-97c0-cdadb44cc056 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222160'] for port, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:47.691264 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:47.693732 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:47.697376 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-4cedca44-c707-4126-831f-915df555a24b tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:47.728355 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f30f136-6e07-4d87-a7ab-5f2e489e3c42 x-openstack-request-id: req-7f30f136-6e07-4d87-a7ab-5f2e489e3c42 {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:58:47.728717 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a21b23-83c0-4700-95d6-84c8b57db32f", "name": "network-vif-plugged", "status": "completed", "tag": "243f395e-0fe6-44fd-bfc9-ee29f7c3cd06", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:58:47.728999 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7f30f136-6e07-4d87-a7ab-5f2e489e3c42 {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:58:47.729409 dv-cinder-784140-5-iscsi neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a21b23-83c0-4700-95d6-84c8b57db32f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '243f395e-0fe6-44fd-bfc9-ee29f7c3cd06', 'code': 200} Jun 07 06:58:47.767556 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-27f2333a-b0d6-4d36-97c0-cdadb44cc056 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Network 0ea641b7-d55d-49bf-bc2d-31ddec2c42bf is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:58:47.770870 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-27f2333a-b0d6-4d36-97c0-cdadb44cc056 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:58:47.774156 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=243f395e-0fe6-44fd-bfc9-ee29f7c3cd06,revision_number=5']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:47.775370 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-27f2333a-b0d6-4d36-97c0-cdadb44cc056 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Received port after_create {{(pid=91759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:58:47.781052 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:47.829104 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2333a-b0d6-4d36-97c0-cdadb44cc056 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Pushing event updated for resources: {'Port': ['ID=b573bc9b-5421-403a-bf47-80389a655d01,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:47.833819 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-27f2333a-b0d6-4d36-97c0-cdadb44cc056 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:47.890034 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-27f2333a-b0d6-4d36-97c0-cdadb44cc056 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:47.890893 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-27f2333a-b0d6-4d36-97c0-cdadb44cc056 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:47.920128 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-27f2333a-b0d6-4d36-97c0-cdadb44cc056 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8737571 Jun 07 06:58:47.934189 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-fc4c9a0c-77c6-4a25-b128-d9d4711d2f7b service neutron] Request body: {'port': {'device_id': '351430ee-69f6-405f-ac60-85fde7b8eac7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:58:47.985219 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf53be-77b7-4717-9965-c58c05507af5 req-f0af882a-fe7c-4537-babe-5c9ea2407098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:47.987240 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-3bdf53be-77b7-4717-9965-c58c05507af5 req-f0af882a-fe7c-4537-babe-5c9ea2407098 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=34a21b23-83c0-4700-95d6-84c8b57db32f HTTP/1.1" status: 200 len: 1098 time: 0.0791819 Jun 07 06:58:48.025035 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-5e7ed78f-6bee-4612-8cd8-d9bd7e969d4f None None] Provisioning for port b573bc9b-5421-403a-bf47-80389a655d01 completed by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:58:48.030794 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-5e7ed78f-6bee-4612-8cd8-d9bd7e969d4f None None] Provisioning complete for port b573bc9b-5421-403a-bf47-80389a655d01 triggered by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:58:48.031267 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5e7ed78f-6bee-4612-8cd8-d9bd7e969d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:48.061419 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-fc4c9a0c-77c6-4a25-b128-d9d4711d2f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:48.121379 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-5e7ed78f-6bee-4612-8cd8-d9bd7e969d4f None None] Port b573bc9b-5421-403a-bf47-80389a655d01 cannot update to ACTIVE because it is not bound. {{(pid=91760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 06:58:48.139398 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-3bdf53be-77b7-4717-9965-c58c05507af5 req-ccc31f02-80e7-41e3-9de1-4624064c8b95 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=529b1eb9-07e0-4240-8872-7618dddce0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438379 Jun 07 06:58:48.244978 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb6774-6ac1-4209-8822-cf64918b4218 req-13757d19-3be7-45d4-baf3-133357b16d00 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:48.246491 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-54fb6774-6ac1-4209-8822-cf64918b4218 req-13757d19-3be7-45d4-baf3-133357b16d00 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 931 time: 0.0832782 Jun 07 06:58:48.294410 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-54fb6774-6ac1-4209-8822-cf64918b4218 req-a3868b97-92a2-4d5e-a273-6a9afa74467f tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415404 Jun 07 06:58:48.423352 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.notifiers.nova [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-fc4c9a0c-77c6-4a25-b128-d9d4711d2f7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b573bc9b-5421-403a-bf47-80389a655d01 {{(pid=91759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:58:48.431407 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-fc4c9a0c-77c6-4a25-b128-d9d4711d2f7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:48.444915 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.provisioning_blocks [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-fc4c9a0c-77c6-4a25-b128-d9d4711d2f7b service neutron] Transition to ACTIVE for port object b573bc9b-5421-403a-bf47-80389a655d01 will not be triggered until provisioned by entity L2. {{(pid=91759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:58:48.448992 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-fc4c9a0c-77c6-4a25-b128-d9d4711d2f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222187'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:48.452518 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-d38f6a0c-9a94-4fc3-8ada-5f574d678853 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:48.581545 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c9a0c-77c6-4a25-b128-d9d4711d2f7b service neutron] Pushing event updated for resources: {'Port': ['ID=b573bc9b-5421-403a-bf47-80389a655d01,revision_number=2']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:48.614945 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-fc4c9a0c-77c6-4a25-b128-d9d4711d2f7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:48.697582 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-fc4c9a0c-77c6-4a25-b128-d9d4711d2f7b service neutron] Attempting to bind port b573bc9b-5421-403a-bf47-80389a655d01 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:58:48.697951 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-fc4c9a0c-77c6-4a25-b128-d9d4711d2f7b service neutron] Attempting to bind port b573bc9b-5421-403a-bf47-80389a655d01 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '0bd4588d-cd3a-47c3-b624-e7540af76cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf'}] {{(pid=91759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:58:48.698825 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-fc4c9a0c-77c6-4a25-b128-d9d4711d2f7b service neutron] Attempting to bind port b573bc9b-5421-403a-bf47-80389a655d01 on network 0ea641b7-d55d-49bf-bc2d-31ddec2c42bf {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:58:48.702792 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-fc4c9a0c-77c6-4a25-b128-d9d4711d2f7b service neutron] Port b573bc9b-5421-403a-bf47-80389a655d01 on network 0ea641b7-d55d-49bf-bc2d-31ddec2c42bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 06:58:48.703108 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-fc4c9a0c-77c6-4a25-b128-d9d4711d2f7b service neutron] Attempting to bind port b573bc9b-5421-403a-bf47-80389a655d01 on network 0ea641b7-d55d-49bf-bc2d-31ddec2c42bf {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:58:48.708089 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-fc4c9a0c-77c6-4a25-b128-d9d4711d2f7b service neutron] Checking agent: {'id': '6ac81f3b-c4b1-4231-aa5b-62c4bc3a8245', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 52, 32), 'started_at': datetime.datetime(2021, 6, 7, 6, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:58:48.708421 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-fc4c9a0c-77c6-4a25-b128-d9d4711d2f7b service neutron] Checking segment: {'id': '0bd4588d-cd3a-47c3-b624-e7540af76cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:58:48.708798 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-fc4c9a0c-77c6-4a25-b128-d9d4711d2f7b service neutron] Bound using segment: {'id': '0bd4588d-cd3a-47c3-b624-e7540af76cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf'} {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:58:48.709220 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-fc4c9a0c-77c6-4a25-b128-d9d4711d2f7b service neutron] Bound port: b573bc9b-5421-403a-bf47-80389a655d01, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bd4588d-cd3a-47c3-b624-e7540af76cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf'}}] {{(pid=91759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:58:48.709561 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-fc4c9a0c-77c6-4a25-b128-d9d4711d2f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:48.856702 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.db [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-fc4c9a0c-77c6-4a25-b128-d9d4711d2f7b service neutron] For port b573bc9b-5421-403a-bf47-80389a655d01, host hv-cinder-78414, cleared binding levels {{(pid=91759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:58:48.860444 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.db [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-fc4c9a0c-77c6-4a25-b128-d9d4711d2f7b service neutron] For port b573bc9b-5421-403a-bf47-80389a655d01, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b573bc9b-5421-403a-bf47-80389a655d01,segment=NetworkSegment(0bd4588d-cd3a-47c3-b624-e7540af76cbe),segment_id=0bd4588d-cd3a-47c3-b624-e7540af76cbe)] {{(pid=91759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:58:48.872171 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6add5-5523-458a-8dda-092bb435bee3 req-df13ba0f-e04f-43b0-86e5-c10226a607ca tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:48.873624 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-33e6add5-5523-458a-8dda-092bb435bee3 req-df13ba0f-e04f-43b0-86e5-c10226a607ca tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/ports?device_id=34a21b23-83c0-4700-95d6-84c8b57db32f HTTP/1.1" status: 200 len: 945 time: 0.1533153 Jun 07 06:58:48.874658 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-fc4c9a0c-77c6-4a25-b128-d9d4711d2f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222187'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:48.878288 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:48.958181 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-fc4c9a0c-77c6-4a25-b128-d9d4711d2f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:48.958793 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-fc4c9a0c-77c6-4a25-b128-d9d4711d2f7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:48.960150 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-fc4c9a0c-77c6-4a25-b128-d9d4711d2f7b service neutron] 10.222.0.44 "PUT /v2.0/ports/b573bc9b-5421-403a-bf47-80389a655d01 HTTP/1.1" status: 200 len: 1093 time: 1.0315170 Jun 07 06:58:48.963226 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '351430ee-69f6-405f-ac60-85fde7b8eac7', 'tag': 'b573bc9b-5421-403a-bf47-80389a655d01'}] {{(pid=91759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:58:48.965644 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a053f81c338bbf1e2ede0d69cafce5cf20f9436aa375ccea032d9338f79a3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99339345-0dce-499e-b292-3ed1a75e2c26" -d '{"events": [{"name": "network-changed", "server_uuid": "351430ee-69f6-405f-ac60-85fde7b8eac7", "tag": "b573bc9b-5421-403a-bf47-80389a655d01"}]}' {{(pid=91759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:58:48.997207 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-33e6add5-5523-458a-8dda-092bb435bee3 req-79802f49-c518-4172-843a-50470f8775f2 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/security-groups?id=529b1eb9-07e0-4240-8872-7618dddce0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901809 Jun 07 06:58:49.001020 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c9a0c-77c6-4a25-b128-d9d4711d2f7b service neutron] Pushing event updated for resources: {'Port': ['ID=b573bc9b-5421-403a-bf47-80389a655d01,revision_number=3']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:49.004122 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-fc4c9a0c-77c6-4a25-b128-d9d4711d2f7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:49.052617 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 06:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc702bb-da6f-413e-858a-de5ea303cb80 x-openstack-request-id: req-bfc702bb-da6f-413e-858a-de5ea303cb80 {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:58:49.052617 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "351430ee-69f6-405f-ac60-85fde7b8eac7", "tag": "b573bc9b-5421-403a-bf47-80389a655d01", "status": "completed", "code": 200}]} {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:58:49.052617 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bfc702bb-da6f-413e-858a-de5ea303cb80 {{(pid=91759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:58:49.052617 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '351430ee-69f6-405f-ac60-85fde7b8eac7', 'tag': 'b573bc9b-5421-403a-bf47-80389a655d01', 'status': 'completed', 'code': 200} Jun 07 06:58:49.158010 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99339345-0dce-499e-b292-3ed1a75e2c26 req-d9528942-d5e3-4be2-885f-65cff96395ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:49.159523 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-99339345-0dce-499e-b292-3ed1a75e2c26 req-d9528942-d5e3-4be2-885f-65cff96395ca service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=03bd4d9d83964ae7adcdbf4b4489df7b&device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 1096 time: 0.0752594 Jun 07 06:58:49.395709 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99339345-0dce-499e-b292-3ed1a75e2c26 req-8380aeb1-421a-4d1a-9d88-07170165eb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:49.397070 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-99339345-0dce-499e-b292-3ed1a75e2c26 req-8380aeb1-421a-4d1a-9d88-07170165eb06 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=03bd4d9d83964ae7adcdbf4b4489df7b&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2271757 Jun 07 06:58:49.592760 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99339345-0dce-499e-b292-3ed1a75e2c26 req-2465cafe-eafa-4ce5-b0a4-eb002f9492ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:49.594223 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-99339345-0dce-499e-b292-3ed1a75e2c26 req-2465cafe-eafa-4ce5-b0a4-eb002f9492ee service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1889765 Jun 07 06:58:49.602299 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9456e06-b8c7-401d-846c-b768e83221a2 req-aa4272ef-e4df-4ce0-928d-98449978777a tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:49.603655 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b9456e06-b8c7-401d-846c-b768e83221a2 req-aa4272ef-e4df-4ce0-928d-98449978777a tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 943 time: 0.2000363 Jun 07 06:58:49.688918 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b9456e06-b8c7-401d-846c-b768e83221a2 req-66c07e5d-7453-4414-894f-0f6d7ae359f2 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791442 Jun 07 06:58:49.722153 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-3d109c3c-3dc4-4016-a331-748b95672885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:49.723629 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-3d109c3c-3dc4-4016-a331-748b95672885 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=03bd4d9d83964ae7adcdbf4b4489df7b&device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 1096 time: 0.0849378 Jun 07 06:58:49.792362 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-ac5ff5d0-87aa-4dbd-bcff-5d05a8dd55ec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b573bc9b-5421-403a-bf47-80389a655d01 HTTP/1.1" status: 200 len: 217 time: 0.0605381 Jun 07 06:58:49.857240 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-fe90f89e-3f06-47bc-84a8-279ef8ca1e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:49.858610 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-fe90f89e-3f06-47bc-84a8-279ef8ca1e58 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1 HTTP/1.1" status: 200 len: 856 time: 0.0598407 Jun 07 06:58:49.933703 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-7561b459-9a00-4000-973d-4dcd88486259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:49.935310 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-7561b459-9a00-4000-973d-4dcd88486259 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0ea641b7-d55d-49bf-bc2d-31ddec2c42bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0695009 Jun 07 06:58:50.068127 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-034c6381-b71c-4f2d-9249-4badeb1946f5 service neutron] 10.222.0.44 "GET /v2.0/networks/0ea641b7-d55d-49bf-bc2d-31ddec2c42bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247005 Jun 07 06:58:50.189396 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6994e-6c81-4393-9c6b-4380bcbb9bec req-5379b2ad-d64a-4c3d-b6ff-8e7e30b48a1b tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:50.190855 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-49a6994e-6c81-4393-9c6b-4380bcbb9bec req-5379b2ad-d64a-4c3d-b6ff-8e7e30b48a1b tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/ports?device_id=34a21b23-83c0-4700-95d6-84c8b57db32f HTTP/1.1" status: 200 len: 945 time: 0.0839221 Jun 07 06:58:50.203953 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-6145e9e8-83e6-45eb-a444-03c0051ac249 req-0e514d28-75e4-48dd-9135-7c711a3e9ecf service neutron] 10.222.0.44 "GET /v2.0/networks/0ea641b7-d55d-49bf-bc2d-31ddec2c42bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286333 Jun 07 06:58:50.237935 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-49a6994e-6c81-4393-9c6b-4380bcbb9bec req-38ed6b76-fab9-4366-ba43-6ff408a9f113 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/security-groups?id=529b1eb9-07e0-4240-8872-7618dddce0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407076 Jun 07 06:58:50.888068 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf5f19-d5f5-4d2d-9518-399a85c84d41 req-4ef0f443-a1e1-4a8d-ad19-a07596c5c83a tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:50.889544 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-7eaf5f19-d5f5-4d2d-9518-399a85c84d41 req-4ef0f443-a1e1-4a8d-ad19-a07596c5c83a tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 943 time: 0.0834010 Jun 07 06:58:50.936198 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-7eaf5f19-d5f5-4d2d-9518-399a85c84d41 req-27d08a93-1a15-4075-b6d4-35ef7b764167 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407083 Jun 07 06:58:51.239448 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.agents_db [None req-46aecb79-32b8-4105-868b-523cea85afea None None] Agent healthcheck: found 6 active agents {{(pid=91761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 06:58:52.131136 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703c498-eac8-402d-834a-57b0c8023699 req-332324bb-76a3-4550-afab-a8dd11d5f4a8 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:52.133323 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-8703c498-eac8-402d-834a-57b0c8023699 req-332324bb-76a3-4550-afab-a8dd11d5f4a8 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 943 time: 0.0880101 Jun 07 06:58:52.180409 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-8703c498-eac8-402d-834a-57b0c8023699 req-27143ed8-5c33-4d61-a357-6822d96e7ab0 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402889 Jun 07 06:58:53.365665 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c91ce-01ab-4599-bc3c-e77a4970a181 req-7cc6055a-c694-4718-8617-ff69ed380237 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:53.367322 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-434c91ce-01ab-4599-bc3c-e77a4970a181 req-7cc6055a-c694-4718-8617-ff69ed380237 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 943 time: 0.0773587 Jun 07 06:58:53.410203 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-434c91ce-01ab-4599-bc3c-e77a4970a181 req-af2731bc-13ba-48e1-901c-f95ebab6ad64 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372467 Jun 07 06:58:53.480788 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device b573bc9b-5421-403a-bf47-80389a655d01 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 06:58:53.610894 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port b573bc9b-5421-403a-bf47-80389a655d01, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b573bc9b-5421-403a-bf47-80389a655d01,segment=NetworkSegment(0bd4588d-cd3a-47c3-b624-e7540af76cbe),segment_id=0bd4588d-cd3a-47c3-b624-e7540af76cbe)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:58:53.623805 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Returning: {'device': 'b573bc9b-5421-403a-bf47-80389a655d01', 'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf', 'port_id': 'b573bc9b-5421-403a-bf47-80389a655d01', 'mac_address': 'fa:16:3e:3e:b2:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 06:58:53.681721 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:53.699465 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b573bc9b-5421-403a-bf47-80389a655d01 {{(pid=91760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:58:53.715235 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port b573bc9b-5421-403a-bf47-80389a655d01, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b573bc9b-5421-403a-bf47-80389a655d01,segment=NetworkSegment(0bd4588d-cd3a-47c3-b624-e7540af76cbe),segment_id=0bd4588d-cd3a-47c3-b624-e7540af76cbe)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:58:53.719094 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:53.720850 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:53.785128 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=b573bc9b-5421-403a-bf47-80389a655d01,revision_number=4']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:53.790533 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:53.936348 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] get_ports_and_sgs() called for port_ids ['b573bc9b-5421-403a-bf47-80389a655d01'] {{(pid=91760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:58:54.595896 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999eddb-bdba-4f0a-abea-bb92d93f332a req-15286114-c099-444f-8620-490235197abe tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:54.597325 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5999eddb-bdba-4f0a-abea-bb92d93f332a req-15286114-c099-444f-8620-490235197abe tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 944 time: 0.0797660 Jun 07 06:58:54.644122 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5999eddb-bdba-4f0a-abea-bb92d93f332a req-0a583781-b92d-4a15-a498-9caf9fb32447 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404141 Jun 07 06:58:55.488466 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device b573bc9b-5421-403a-bf47-80389a655d01 up at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:58:55.566635 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Provisioning for port b573bc9b-5421-403a-bf47-80389a655d01 completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:58:55.571915 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Provisioning complete for port b573bc9b-5421-403a-bf47-80389a655d01 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:58:55.572293 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:55.690057 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:55.716407 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351430ee-69f6-405f-ac60-85fde7b8eac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b573bc9b-5421-403a-bf47-80389a655d01'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:58:55.718681 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bdfcc22c2f6cd30966a80f508f9d4395b4bd329b93c89cee5ea7ddf2c7e5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e6815a-aae6-4220-93e9-edb34c4c9197" -d '{"events": [{"server_uuid": "351430ee-69f6-405f-ac60-85fde7b8eac7", "name": "network-vif-plugged", "status": "completed", "tag": "b573bc9b-5421-403a-bf47-80389a655d01"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:58:55.730433 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port b573bc9b-5421-403a-bf47-80389a655d01, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b573bc9b-5421-403a-bf47-80389a655d01,segment=NetworkSegment(0bd4588d-cd3a-47c3-b624-e7540af76cbe),segment_id=0bd4588d-cd3a-47c3-b624-e7540af76cbe)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:58:55.734595 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:58:55.736485 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:58:55.769248 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e277d5e5-6446-4b58-8187-24bdb8dc07a8 x-openstack-request-id: req-e277d5e5-6446-4b58-8187-24bdb8dc07a8 {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:58:55.769531 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351430ee-69f6-405f-ac60-85fde7b8eac7", "name": "network-vif-plugged", "status": "completed", "tag": "b573bc9b-5421-403a-bf47-80389a655d01", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:58:55.769821 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e277d5e5-6446-4b58-8187-24bdb8dc07a8 {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:58:55.770186 dv-cinder-784140-5-iscsi neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351430ee-69f6-405f-ac60-85fde7b8eac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b573bc9b-5421-403a-bf47-80389a655d01', 'code': 200} Jun 07 06:58:55.811340 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=b573bc9b-5421-403a-bf47-80389a655d01,revision_number=5']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:58:55.814620 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:58:55.838345 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8d4ef-c347-4123-8ad7-3347b13521c6 req-809495a0-c158-48fd-a4b3-314385c213c2 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:55.839765 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-b8e8d4ef-c347-4123-8ad7-3347b13521c6 req-809495a0-c158-48fd-a4b3-314385c213c2 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 945 time: 0.0842915 Jun 07 06:58:55.884608 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-b8e8d4ef-c347-4123-8ad7-3347b13521c6 req-728cff4b-8927-4a7a-9c40-0c7ecc81342d tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390766 Jun 07 06:58:57.084860 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae5d2c-5ef0-4111-95e4-0fa64ecd77ce req-930940c4-4cd1-4c86-910e-1918876a9049 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:57.086337 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-e3ae5d2c-5ef0-4111-95e4-0fa64ecd77ce req-930940c4-4cd1-4c86-910e-1918876a9049 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 945 time: 0.0821409 Jun 07 06:58:57.130151 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-e3ae5d2c-5ef0-4111-95e4-0fa64ecd77ce req-b3b4b0fa-c878-412d-bb78-d2465d5c71ee tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380046 Jun 07 06:58:58.316317 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234b8e2-702a-4cfd-af34-006aa2ffe80b req-71dec3db-c321-4f8f-9042-7564e62a2c3f tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:58.317751 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-c234b8e2-702a-4cfd-af34-006aa2ffe80b req-71dec3db-c321-4f8f-9042-7564e62a2c3f tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 945 time: 0.0801239 Jun 07 06:58:58.362227 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-c234b8e2-702a-4cfd-af34-006aa2ffe80b req-647b492c-10ad-47ec-a921-5e7e1a2f3bb6 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388641 Jun 07 06:58:58.822464 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffae0f6-27c1-4a97-881b-aaf430f72771 req-c43680c3-ec44-49e4-a69e-d3950936f669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:58.823907 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5ffae0f6-27c1-4a97-881b-aaf430f72771 req-c43680c3-ec44-49e4-a69e-d3950936f669 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 1098 time: 0.0683968 Jun 07 06:58:58.868225 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5ffae0f6-27c1-4a97-881b-aaf430f72771 req-7dc1c05f-9952-4be2-81bc-cb40ef47e7af service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375891 Jun 07 06:58:59.548477 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928001ec-d743-4d8f-9320-3b6713685e92 req-71b260e5-b000-4d21-a154-875c97e8ff89 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:58:59.549932 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-928001ec-d743-4d8f-9320-3b6713685e92 req-71b260e5-b000-4d21-a154-875c97e8ff89 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 945 time: 0.0799046 Jun 07 06:58:59.597619 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-928001ec-d743-4d8f-9320-3b6713685e92 req-01338891-cc38-4d90-893f-c23ff367a9e6 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415535 Jun 07 06:59:00.787119 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028f1f3-a6ae-4fe2-b43e-525ee372374e req-2a65cdf5-5af2-44c0-83a6-59903a612f20 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:00.788614 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-1028f1f3-a6ae-4fe2-b43e-525ee372374e req-2a65cdf5-5af2-44c0-83a6-59903a612f20 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 945 time: 0.0825229 Jun 07 06:59:00.832653 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-1028f1f3-a6ae-4fe2-b43e-525ee372374e req-e96e7d8d-bd42-445c-a3bc-a2455d0d7ee7 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384254 Jun 07 06:59:01.016099 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282d4f0-5dda-45a8-8849-102d9d4f8838 req-4eabb742-520c-4f42-b9cf-5d2bc0b4f03e tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:01.017651 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-c282d4f0-5dda-45a8-8849-102d9d4f8838 req-4eabb742-520c-4f42-b9cf-5d2bc0b4f03e tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 945 time: 0.0833516 Jun 07 06:59:01.026416 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 46458) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:01.037768 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-0fd46926-e4b4-45a7-8130-8a7b038a38dc tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Request body: {'floatingip': {'port_id': 'b573bc9b-5421-403a-bf47-80389a655d01'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:59:01.106791 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-0fd46926-e4b4-45a7-8130-8a7b038a38dc tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks [] for floatingip, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:01.789262 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-0fd46926-e4b4-45a7-8130-8a7b038a38dc tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:01.792965 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-0fd46926-e4b4-45a7-8130-8a7b038a38dc tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3885433'] for floatingip, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:01.957557 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.db.l3_db [None req-0fd46926-e4b4-45a7-8130-8a7b038a38dc tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Floating IP 3ae4ede5-99f1-41ae-8e3a-d58983d40a3c associated. External IP: 172.27.1.247, port: b573bc9b-5421-403a-bf47-80389a655d01. Jun 07 06:59:02.300771 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd46926-e4b4-45a7-8130-8a7b038a38dc tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Router 822108ba-deab-419a-8000-7ee2d2ad40fd has already been hosted by L3 agent 207d1699-2b30-4848-a9d2-d112df8957f2 {{(pid=91759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 06:59:02.595573 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd46926-e4b4-45a7-8130-8a7b038a38dc tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify agent at l3_agent.dv-cinder-784140-5-iscsi the message routers_updated {{(pid=91759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 06:59:02.601036 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-0fd46926-e4b4-45a7-8130-8a7b038a38dc tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for floatingip, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:02.606227 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464b9066-851a-4e28-a641-90229227fdfe None None] Sync routers for ids ['822108ba-deab-419a-8000-7ee2d2ad40fd'] in dv-cinder-784140-5-iscsi {{(pid=91760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 06:59:02.615752 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464b9066-851a-4e28-a641-90229227fdfe None None] Routers {'822108ba-deab-419a-8000-7ee2d2ad40fd'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:59:02.616539 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-464b9066-851a-4e28-a641-90229227fdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T06:58:38Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['822108ba-deab-419a-8000-7ee2d2ad40fd'], 'active': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:02.661824 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-0fd46926-e4b4-45a7-8130-8a7b038a38dc tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "PUT /v2.0/floatingips/3ae4ede5-99f1-41ae-8e3a-d58983d40a3c HTTP/1.1" status: 200 len: 991 time: 1.6342344 Jun 07 06:59:02.662781 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '351430ee-69f6-405f-ac60-85fde7b8eac7', 'tag': 'b573bc9b-5421-403a-bf47-80389a655d01'}] {{(pid=91759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:59:02.665160 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a053f81c338bbf1e2ede0d69cafce5cf20f9436aa375ccea032d9338f79a3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8500f084-cb69-4fa1-bffd-4951481ed574" -d '{"events": [{"name": "network-changed", "server_uuid": "351430ee-69f6-405f-ac60-85fde7b8eac7", "tag": "b573bc9b-5421-403a-bf47-80389a655d01"}]}' {{(pid=91759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:59:02.709424 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 06:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83deef3-2187-4945-a25f-accc68886ded x-openstack-request-id: req-d83deef3-2187-4945-a25f-accc68886ded {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:59:02.709847 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "351430ee-69f6-405f-ac60-85fde7b8eac7", "tag": "b573bc9b-5421-403a-bf47-80389a655d01", "status": "completed", "code": 200}]} {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:59:02.711035 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d83deef3-2187-4945-a25f-accc68886ded {{(pid=91759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:59:02.711688 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '351430ee-69f6-405f-ac60-85fde7b8eac7', 'tag': 'b573bc9b-5421-403a-bf47-80389a655d01', 'status': 'completed', 'code': 200} Jun 07 06:59:02.802145 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:02.813094 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvr_db [None req-464b9066-851a-4e28-a641-90229227fdfe None None] Set router 822108ba-deab-419a-8000-7ee2d2ad40fd gateway port host: dv-cinder-784140-5-iscsi {{(pid=91760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:59:02.822510 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500f084-cb69-4fa1-bffd-4951481ed574 req-333d9f6f-8d32-4b82-991c-83dcdcf48ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:02.823987 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-8500f084-cb69-4fa1-bffd-4951481ed574 req-333d9f6f-8d32-4b82-991c-83dcdcf48ce7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=03bd4d9d83964ae7adcdbf4b4489df7b&device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 1098 time: 0.0878482 Jun 07 06:59:02.963138 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500f084-cb69-4fa1-bffd-4951481ed574 req-5f98bba8-fe31-4074-8879-75854b6a673a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:02.964583 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-8500f084-cb69-4fa1-bffd-4951481ed574 req-5f98bba8-fe31-4074-8879-75854b6a673a service neutron] 10.222.0.44 "GET /v2.0/networks?id=0ea641b7-d55d-49bf-bc2d-31ddec2c42bf HTTP/1.1" status: 200 len: 918 time: 0.1326127 Jun 07 06:59:03.071827 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-8500f084-cb69-4fa1-bffd-4951481ed574 req-4182ae14-ee41-42c7-86cc-2af2bda8b6c6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b573bc9b-5421-403a-bf47-80389a655d01 HTTP/1.1" status: 200 len: 999 time: 0.1004467 Jun 07 06:59:03.136913 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500f084-cb69-4fa1-bffd-4951481ed574 req-27d4246a-0600-4598-be30-5807734e2240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:03.138360 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-8500f084-cb69-4fa1-bffd-4951481ed574 req-27d4246a-0600-4598-be30-5807734e2240 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1 HTTP/1.1" status: 200 len: 856 time: 0.0603414 Jun 07 06:59:03.183838 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-464b9066-851a-4e28-a641-90229227fdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'name': 'tempest-AttachVolumeShelveTestJSON-2122717976-router', 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '2aaca4f4-d74b-4339-8b93-6693e8ed3f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:54:08Z', 'updated_at': '2021-06-07T06:54:20Z', 'revision_number': 4, 'project_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'gw_port': {'id': '2aaca4f4-d74b-4339-8b93-6693e8ed3f3a', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:52:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:09Z', 'updated_at': '2021-06-07T06:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_floatingips': [{'id': '3ae4ede5-99f1-41ae-8e3a-d58983d40a3c', 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'floating_ip_address': '172.27.1.247', 'floating_network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'router_id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'port_id': 'b573bc9b-5421-403a-bf47-80389a655d01', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf', 'mac_address': 'fa:16:3e:3e:b2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351430ee-69f6-405f-ac60-85fde7b8eac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T06:58:44Z', 'updated_at': '2021-06-07T06:59:01Z', 'revision_number': 1, 'project_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9831c1ce-d1dc-4f83-bd28-e07d7cfd858f', 'name': '', 'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf', 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'mac_address': 'fa:16:3e:2a:6e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:16Z', 'updated_at': '2021-06-07T06:54:35Z', 'revision_number': 5, 'project_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'subnets': [{'id': 'dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:03.187733 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464b9066-851a-4e28-a641-90229227fdfe None None] Checking router: 822108ba-deab-419a-8000-7ee2d2ad40fd for host: dv-cinder-784140-5-iscsi {{(pid=91760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 06:59:03.196053 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464b9066-851a-4e28-a641-90229227fdfe None None] Routers {'822108ba-deab-419a-8000-7ee2d2ad40fd'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:59:03.196658 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-464b9066-851a-4e28-a641-90229227fdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T06:58:38Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['822108ba-deab-419a-8000-7ee2d2ad40fd'], 'active': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:03.214185 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500f084-cb69-4fa1-bffd-4951481ed574 req-cb0e34d1-1581-4486-83cb-4d6c3f57c58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:03.215557 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-8500f084-cb69-4fa1-bffd-4951481ed574 req-cb0e34d1-1581-4486-83cb-4d6c3f57c58a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0ea641b7-d55d-49bf-bc2d-31ddec2c42bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698674 Jun 07 06:59:03.347614 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-8500f084-cb69-4fa1-bffd-4951481ed574 req-8e4b7cbe-b7f2-4e7c-8f85-7a5ba64c2579 service neutron] 10.222.0.44 "GET /v2.0/networks/0ea641b7-d55d-49bf-bc2d-31ddec2c42bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244464 Jun 07 06:59:03.374980 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvr_db [None req-464b9066-851a-4e28-a641-90229227fdfe None None] Set router 822108ba-deab-419a-8000-7ee2d2ad40fd gateway port host: dv-cinder-784140-5-iscsi {{(pid=91760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:59:03.495490 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-8500f084-cb69-4fa1-bffd-4951481ed574 req-1dd704a5-8e98-467c-bada-d441fe40d448 service neutron] 10.222.0.44 "GET /v2.0/networks/0ea641b7-d55d-49bf-bc2d-31ddec2c42bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410708 Jun 07 06:59:03.736740 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-464b9066-851a-4e28-a641-90229227fdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'name': 'tempest-AttachVolumeShelveTestJSON-2122717976-router', 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '2aaca4f4-d74b-4339-8b93-6693e8ed3f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:54:08Z', 'updated_at': '2021-06-07T06:54:20Z', 'revision_number': 4, 'project_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'gw_port': {'id': '2aaca4f4-d74b-4339-8b93-6693e8ed3f3a', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:52:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:09Z', 'updated_at': '2021-06-07T06:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_floatingips': [{'id': '3ae4ede5-99f1-41ae-8e3a-d58983d40a3c', 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'floating_ip_address': '172.27.1.247', 'floating_network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'router_id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'port_id': 'b573bc9b-5421-403a-bf47-80389a655d01', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf', 'mac_address': 'fa:16:3e:3e:b2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351430ee-69f6-405f-ac60-85fde7b8eac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T06:58:44Z', 'updated_at': '2021-06-07T06:59:01Z', 'revision_number': 1, 'project_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9831c1ce-d1dc-4f83-bd28-e07d7cfd858f', 'name': '', 'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf', 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'mac_address': 'fa:16:3e:2a:6e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:16Z', 'updated_at': '2021-06-07T06:54:35Z', 'revision_number': 5, 'project_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'subnets': [{'id': 'dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:03.740571 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464b9066-851a-4e28-a641-90229227fdfe None None] The sync data for ids ['822108ba-deab-419a-8000-7ee2d2ad40fd'] in dv-cinder-784140-5-iscsi is: [{'id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'name': 'tempest-AttachVolumeShelveTestJSON-2122717976-router', 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '2aaca4f4-d74b-4339-8b93-6693e8ed3f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:54:08Z', 'updated_at': '2021-06-07T06:54:20Z', 'revision_number': 4, 'project_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'gw_port': {'id': '2aaca4f4-d74b-4339-8b93-6693e8ed3f3a', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:52:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:09Z', 'updated_at': '2021-06-07T06:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_floatingips': [{'id': '3ae4ede5-99f1-41ae-8e3a-d58983d40a3c', 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'floating_ip_address': '172.27.1.247', 'floating_network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'router_id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'port_id': 'b573bc9b-5421-403a-bf47-80389a655d01', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf', 'mac_address': 'fa:16:3e:3e:b2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351430ee-69f6-405f-ac60-85fde7b8eac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T06:58:44Z', 'updated_at': '2021-06-07T06:59:01Z', 'revision_number': 1, 'project_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9831c1ce-d1dc-4f83-bd28-e07d7cfd858f', 'name': '', 'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf', 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'mac_address': 'fa:16:3e:2a:6e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:16Z', 'updated_at': '2021-06-07T06:54:35Z', 'revision_number': 5, 'project_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'subnets': [{'id': 'dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 06:59:03.946493 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30a433f-3df4-48e0-9a35-d391d1de43bb None None] New status for floating IP 3ae4ede5-99f1-41ae-8e3a-d58983d40a3c: ACTIVE {{(pid=91761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 06:59:05.027458 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 46500) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:05.146340 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-47f17f1c-2542-4345-8696-4533bb498fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:05.199798 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-226c89e2-835d-4f08-b823-b51484eb3ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:05.251823 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-47f17f1c-2542-4345-8696-4533bb498fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:05.256272 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-47f17f1c-2542-4345-8696-4533bb498fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:05.262992 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-38020b22-8f5d-4f5d-a943-5160ce076089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:05.306646 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-47f17f1c-2542-4345-8696-4533bb498fbe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=642793a2677d49ec8189855509f5c7f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2776978 Jun 07 06:59:05.307502 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f17f1c-2542-4345-8696-4533bb498fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ac246c-b77b-4ccc-a133-8fff6ced651b,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:05.309339 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 46504) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:05.311551 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-47f17f1c-2542-4345-8696-4533bb498fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:05.369358 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-e90cab19-9fa0-4ec9-b2f6-78b0a09ec4d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:05.393654 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-e90cab19-9fa0-4ec9-b2f6-78b0a09ec4d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:05.443226 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-e90cab19-9fa0-4ec9-b2f6-78b0a09ec4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:05.445762 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-e90cab19-9fa0-4ec9-b2f6-78b0a09ec4d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:05.447028 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-e90cab19-9fa0-4ec9-b2f6-78b0a09ec4d8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/90ac246c-b77b-4ccc-a133-8fff6ced651b HTTP/1.1" status: 204 len: 168 time: 0.1366796 Jun 07 06:59:05.447777 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-3da37679-efc3-48e1-a1fb-67193b720bd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:05.458373 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90cab19-9fa0-4ec9-b2f6-78b0a09ec4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ac246c-b77b-4ccc-a133-8fff6ced651b,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:05.461155 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-e90cab19-9fa0-4ec9-b2f6-78b0a09ec4d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:07.861489 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:07.939786 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-33b39b5b-fd59-4adf-87de-2b1ce62e2dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:08.926317 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:10.620762 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:23.907044 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c773c96-8375-4c67-99f8-683b5cbffdea req-a998ddae-4a8a-4037-b76a-856b75d9be80 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:23.908384 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-6c773c96-8375-4c67-99f8-683b5cbffdea req-a998ddae-4a8a-4037-b76a-856b75d9be80 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/ports?device_id=34a21b23-83c0-4700-95d6-84c8b57db32f HTTP/1.1" status: 200 len: 945 time: 0.1826570 Jun 07 06:59:23.957105 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-6c773c96-8375-4c67-99f8-683b5cbffdea req-3ee23b46-12fa-441f-a610-5f275d7568fc tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/security-groups?id=529b1eb9-07e0-4240-8872-7618dddce0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430334 Jun 07 06:59:25.157864 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc559da-6dca-445b-a5fd-e3e6e2f0d5d7 req-924b0d98-768e-4cc4-bb6e-7f697d61a8c6 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:25.159290 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-edc559da-6dca-445b-a5fd-e3e6e2f0d5d7 req-924b0d98-768e-4cc4-bb6e-7f697d61a8c6 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/ports?device_id=34a21b23-83c0-4700-95d6-84c8b57db32f HTTP/1.1" status: 200 len: 945 time: 0.0817575 Jun 07 06:59:25.204059 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-edc559da-6dca-445b-a5fd-e3e6e2f0d5d7 req-952d7416-67db-4bd1-ac03-51c469fa9479 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/security-groups?id=529b1eb9-07e0-4240-8872-7618dddce0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388753 Jun 07 06:59:25.499656 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f8490-1479-446d-9354-9baecc0b2e0a req-72d7ab5b-b94e-4cf2-9d34-541d35aace8e tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:25.501062 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-d30f8490-1479-446d-9354-9baecc0b2e0a req-72d7ab5b-b94e-4cf2-9d34-541d35aace8e tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.44 "GET /v2.0/ports?device_id=34a21b23-83c0-4700-95d6-84c8b57db32f HTTP/1.1" status: 200 len: 945 time: 0.0818596 Jun 07 06:59:25.637852 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [req-d30f8490-1479-446d-9354-9baecc0b2e0a req-2be34181-6270-41a2-a705-e0441c8b303d tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Deleting port 243f395e-0fe6-44fd-bfc9-ee29f7c3cd06 {{(pid=91759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 06:59:25.638196 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-d30f8490-1479-446d-9354-9baecc0b2e0a req-2be34181-6270-41a2-a705-e0441c8b303d tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:25.769723 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.db [req-d30f8490-1479-446d-9354-9baecc0b2e0a req-2be34181-6270-41a2-a705-e0441c8b303d tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] For port 243f395e-0fe6-44fd-bfc9-ee29f7c3cd06, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=243f395e-0fe6-44fd-bfc9-ee29f7c3cd06,segment=NetworkSegment(33130f4d-635f-4cdb-8eb9-a957a8372852),segment_id=33130f4d-635f-4cdb-8eb9-a957a8372852)] {{(pid=91759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:59:25.770027 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-d30f8490-1479-446d-9354-9baecc0b2e0a req-2be34181-6270-41a2-a705-e0441c8b303d tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:25.988102 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [req-d30f8490-1479-446d-9354-9baecc0b2e0a req-2be34181-6270-41a2-a705-e0441c8b303d tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Calling delete_port for 243f395e-0fe6-44fd-bfc9-ee29f7c3cd06 owned by compute:nova {{(pid=91759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 06:59:26.095034 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-d30f8490-1479-446d-9354-9baecc0b2e0a req-2be34181-6270-41a2-a705-e0441c8b303d tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222160'] for port, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:26.101244 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:26.107263 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] get_ports_and_sgs() called for port_ids ['243f395e-0fe6-44fd-bfc9-ee29f7c3cd06'] {{(pid=91760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:59:26.149860 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be34181-6270-41a2-a705-e0441c8b303d tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Pushing event deleted for resources: {'Port': ['ID=243f395e-0fe6-44fd-bfc9-ee29f7c3cd06,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:26.175249 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-2be34181-6270-41a2-a705-e0441c8b303d tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:26.221234 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [req-d30f8490-1479-446d-9354-9baecc0b2e0a req-2be34181-6270-41a2-a705-e0441c8b303d tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] No DVR routers for this DVR port 243f395e-0fe6-44fd-bfc9-ee29f7c3cd06 on host hv-cinder-78414 {{(pid=91759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 06:59:26.224020 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-d30f8490-1479-446d-9354-9baecc0b2e0a req-2be34181-6270-41a2-a705-e0441c8b303d tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:26.226449 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-d30f8490-1479-446d-9354-9baecc0b2e0a req-2be34181-6270-41a2-a705-e0441c8b303d tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.44 "DELETE /v2.0/ports/243f395e-0fe6-44fd-bfc9-ee29f7c3cd06 HTTP/1.1" status: 204 len: 173 time: 0.7192516 Jun 07 06:59:26.227355 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a21b23-83c0-4700-95d6-84c8b57db32f', 'name': 'network-vif-deleted', 'tag': '243f395e-0fe6-44fd-bfc9-ee29f7c3cd06'}] {{(pid=91759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:59:26.230664 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a053f81c338bbf1e2ede0d69cafce5cf20f9436aa375ccea032d9338f79a3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0a9fc5-f2cd-463b-90ce-0cbdf6cf6c83" -d '{"events": [{"server_uuid": "34a21b23-83c0-4700-95d6-84c8b57db32f", "name": "network-vif-deleted", "tag": "243f395e-0fe6-44fd-bfc9-ee29f7c3cd06"}]}' {{(pid=91759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:59:26.362016 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200faf7b-eed7-4395-bb23-e78b515a0454 x-openstack-request-id: req-200faf7b-eed7-4395-bb23-e78b515a0454 {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:59:26.362360 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a21b23-83c0-4700-95d6-84c8b57db32f", "name": "network-vif-deleted", "tag": "243f395e-0fe6-44fd-bfc9-ee29f7c3cd06", "status": "completed", "code": 200}]} {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:59:26.362625 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-200faf7b-eed7-4395-bb23-e78b515a0454 {{(pid=91759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:59:26.363053 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a21b23-83c0-4700-95d6-84c8b57db32f', 'name': 'network-vif-deleted', 'tag': '243f395e-0fe6-44fd-bfc9-ee29f7c3cd06', 'status': 'completed', 'code': 200} Jun 07 06:59:26.530720 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-6d9f72e7-dbcc-4978-b8b8-3ed35c2505cc req-49ce02bb-e061-4d9a-b468-fa8bd3173893 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] 10.222.0.35 "GET /v2.0/ports?device_id=34a21b23-83c0-4700-95d6-84c8b57db32f HTTP/1.1" status: 200 len: 210 time: 0.0437889 Jun 07 06:59:28.238476 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.agents_db [None req-46aecb79-32b8-4105-868b-523cea85afea None None] Agent healthcheck: found 6 active agents {{(pid=91761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 06:59:29.639850 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device 243f395e-0fe6-44fd-bfc9-ee29f7c3cd06 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 06:59:29.672936 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] No Port match for: 243f395e-0fe6-44fd-bfc9-ee29f7c3cd06 {{(pid=91760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 06:59:29.673305 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device 243f395e-0fe6-44fd-bfc9-ee29f7c3cd06 not bound to the agent host hv-cinder-78414 {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 06:59:32.700030 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b4b194c0-7d57-4b01-97cf-3fe57bff1fe2 req-1c3bd109-8b2f-48c5-8055-684339e3496d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=97d576f5-88c7-4874-96b0-ee0275ba6506&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1103420 Jun 07 06:59:32.772896 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:32.847323 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b194c0-7d57-4b01-97cf-3fe57bff1fe2 req-fdce6f5b-3650-452d-aed2-87ba536280e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:32.848745 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b4b194c0-7d57-4b01-97cf-3fe57bff1fe2 req-fdce6f5b-3650-452d-aed2-87ba536280e3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a5f883678724bcaa5897caf09eee996&device_id=97d576f5-88c7-4874-96b0-ee0275ba6506 HTTP/1.1" status: 200 len: 1099 time: 0.0757666 Jun 07 06:59:32.992838 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b194c0-7d57-4b01-97cf-3fe57bff1fe2 req-e49904b4-1747-44f1-9eeb-e5256642bcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:32.994274 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b4b194c0-7d57-4b01-97cf-3fe57bff1fe2 req-e49904b4-1747-44f1-9eeb-e5256642bcf6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=604d240f-ca58-417e-b867-1593c3d5d8ef HTTP/1.1" status: 200 len: 912 time: 0.1249483 Jun 07 06:59:33.094623 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b4b194c0-7d57-4b01-97cf-3fe57bff1fe2 req-5a90c816-e587-430f-902c-0ca014c6ebf4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce27cd82-e445-4a46-9b87-d7cc2d5d7602 HTTP/1.1" status: 200 len: 1001 time: 0.0928121 Jun 07 06:59:33.156795 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b194c0-7d57-4b01-97cf-3fe57bff1fe2 req-d26af486-2e67-481d-9c56-0dc161a90ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:33.158366 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b4b194c0-7d57-4b01-97cf-3fe57bff1fe2 req-d26af486-2e67-481d-9c56-0dc161a90ad5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=87a72f20-455f-479d-87c8-83d2f8548043 HTTP/1.1" status: 200 len: 850 time: 0.0561929 Jun 07 06:59:33.231458 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b194c0-7d57-4b01-97cf-3fe57bff1fe2 req-2c4d28c1-37ec-4c01-bc02-75b3d64705ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:33.232856 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b4b194c0-7d57-4b01-97cf-3fe57bff1fe2 req-2c4d28c1-37ec-4c01-bc02-75b3d64705ae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=604d240f-ca58-417e-b867-1593c3d5d8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679960 Jun 07 06:59:33.362561 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b4b194c0-7d57-4b01-97cf-3fe57bff1fe2 req-2fd740d2-3869-4894-a094-355efc25c673 service neutron] 10.222.0.44 "GET /v2.0/networks/604d240f-ca58-417e-b867-1593c3d5d8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208634 Jun 07 06:59:33.492301 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b4b194c0-7d57-4b01-97cf-3fe57bff1fe2 req-8b9e0d61-2cc5-403f-b0dd-b14335ca6e48 service neutron] 10.222.0.44 "GET /v2.0/networks/604d240f-ca58-417e-b867-1593c3d5d8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228931 Jun 07 06:59:35.201950 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-71bdf5f0-fd8d-45a6-a444-4f1c215e65d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:37.862628 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:37.940617 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-723e04ab-5651-4b46-b2e8-2cb8fc171e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:38.927583 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:39.720620 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2fa16f-39b6-4cbe-bcfc-34450fc38cd2 req-df8400c9-eb30-4f75-b31b-f6188614a940 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:39.722060 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ff2fa16f-39b6-4cbe-bcfc-34450fc38cd2 req-df8400c9-eb30-4f75-b31b-f6188614a940 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d576f5-88c7-4874-96b0-ee0275ba6506 HTTP/1.1" status: 200 len: 946 time: 0.0781915 Jun 07 06:59:39.765349 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ff2fa16f-39b6-4cbe-bcfc-34450fc38cd2 req-cce0af42-d56f-4604-aac0-9b842a3ad23b tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369489 Jun 07 06:59:40.623806 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:40.963647 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9bc06-e920-4e2b-899e-18b0be2a28ff req-3ef0e620-94be-4ee2-a168-b7383470ef0c tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:40.965071 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-23f9bc06-e920-4e2b-899e-18b0be2a28ff req-3ef0e620-94be-4ee2-a168-b7383470ef0c tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d576f5-88c7-4874-96b0-ee0275ba6506 HTTP/1.1" status: 200 len: 946 time: 0.0840263 Jun 07 06:59:41.009092 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-23f9bc06-e920-4e2b-899e-18b0be2a28ff req-92034b88-fbad-4a3a-bb52-836fbf427d6f tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385144 Jun 07 06:59:42.191320 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855ae27-99c9-4ef7-a9e4-9ae6124d96e9 req-4f9be503-e3c8-4efd-8058-e5ccabb595c2 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:42.192741 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-8855ae27-99c9-4ef7-a9e4-9ae6124d96e9 req-4f9be503-e3c8-4efd-8058-e5ccabb595c2 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d576f5-88c7-4874-96b0-ee0275ba6506 HTTP/1.1" status: 200 len: 946 time: 0.0803392 Jun 07 06:59:42.236769 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-8855ae27-99c9-4ef7-a9e4-9ae6124d96e9 req-340df7c8-68e3-4125-819c-31a23f6d3524 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382288 Jun 07 06:59:43.226337 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19823fd-a8fd-4d8f-8bda-4e373278bf75 req-b39087c5-bcee-4f93-a774-eb4eeb0275b7 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:43.227762 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b19823fd-a8fd-4d8f-8bda-4e373278bf75 req-b39087c5-bcee-4f93-a774-eb4eeb0275b7 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.44 "GET /v2.0/ports?device_id=97d576f5-88c7-4874-96b0-ee0275ba6506 HTTP/1.1" status: 200 len: 946 time: 0.0833843 Jun 07 06:59:43.365026 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [req-b19823fd-a8fd-4d8f-8bda-4e373278bf75 req-cb3ee571-ef1c-4dcb-8ec3-a2d74adbe370 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Deleting port ce27cd82-e445-4a46-9b87-d7cc2d5d7602 {{(pid=91759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 06:59:43.365370 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-b19823fd-a8fd-4d8f-8bda-4e373278bf75 req-cb3ee571-ef1c-4dcb-8ec3-a2d74adbe370 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:43.428999 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc467b6-fb10-41ce-86bd-44a168c811e8 req-15b7150b-3dde-4273-9689-00e2b91475ad tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:43.430494 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-6bc467b6-fb10-41ce-86bd-44a168c811e8 req-15b7150b-3dde-4273-9689-00e2b91475ad tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d576f5-88c7-4874-96b0-ee0275ba6506 HTTP/1.1" status: 200 len: 946 time: 0.0838034 Jun 07 06:59:43.475043 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-6bc467b6-fb10-41ce-86bd-44a168c811e8 req-20977520-5a0f-4c31-8379-1d196a5e0589 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388048 Jun 07 06:59:43.498337 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.db [req-b19823fd-a8fd-4d8f-8bda-4e373278bf75 req-cb3ee571-ef1c-4dcb-8ec3-a2d74adbe370 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] For port ce27cd82-e445-4a46-9b87-d7cc2d5d7602, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=ce27cd82-e445-4a46-9b87-d7cc2d5d7602,segment=NetworkSegment(885fa550-1759-4487-99dc-70f937f90f45),segment_id=885fa550-1759-4487-99dc-70f937f90f45)] {{(pid=91759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:59:43.498759 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-b19823fd-a8fd-4d8f-8bda-4e373278bf75 req-cb3ee571-ef1c-4dcb-8ec3-a2d74adbe370 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:43.876842 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-b19823fd-a8fd-4d8f-8bda-4e373278bf75 req-cb3ee571-ef1c-4dcb-8ec3-a2d74adbe370 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:43.877200 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-b19823fd-a8fd-4d8f-8bda-4e373278bf75 req-cb3ee571-ef1c-4dcb-8ec3-a2d74adbe370 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3885433'] for floatingip, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:43.877507 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.db.l3_db [req-b19823fd-a8fd-4d8f-8bda-4e373278bf75 req-cb3ee571-ef1c-4dcb-8ec3-a2d74adbe370 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Floating IP e434c236-4cee-45cd-8b75-d1338df48fde disassociated. External IP: 172.27.1.54, port: ce27cd82-e445-4a46-9b87-d7cc2d5d7602. Jun 07 06:59:43.877862 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [req-b19823fd-a8fd-4d8f-8bda-4e373278bf75 req-cb3ee571-ef1c-4dcb-8ec3-a2d74adbe370 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Calling delete_port for ce27cd82-e445-4a46-9b87-d7cc2d5d7602 owned by compute:nova {{(pid=91759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 06:59:43.986665 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-b19823fd-a8fd-4d8f-8bda-4e373278bf75 req-cb3ee571-ef1c-4dcb-8ec3-a2d74adbe370 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222160'] for port, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:43.993183 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:44.038965 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ee571-ef1c-4dcb-8ec3-a2d74adbe370 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Pushing event deleted for resources: {'Port': ['ID=ce27cd82-e445-4a46-9b87-d7cc2d5d7602,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:44.050554 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ee571-ef1c-4dcb-8ec3-a2d74adbe370 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:44.050923 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ee571-ef1c-4dcb-8ec3-a2d74adbe370 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:44.051280 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ee571-ef1c-4dcb-8ec3-a2d74adbe370 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:44.051631 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ee571-ef1c-4dcb-8ec3-a2d74adbe370 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:44.051972 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ee571-ef1c-4dcb-8ec3-a2d74adbe370 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:44.052317 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ee571-ef1c-4dcb-8ec3-a2d74adbe370 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:44.052657 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ee571-ef1c-4dcb-8ec3-a2d74adbe370 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:44.053001 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ee571-ef1c-4dcb-8ec3-a2d74adbe370 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:44.053341 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ee571-ef1c-4dcb-8ec3-a2d74adbe370 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:44.053733 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ee571-ef1c-4dcb-8ec3-a2d74adbe370 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:44.054101 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ee571-ef1c-4dcb-8ec3-a2d74adbe370 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:44.054440 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ee571-ef1c-4dcb-8ec3-a2d74adbe370 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:44.059889 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-cb3ee571-ef1c-4dcb-8ec3-a2d74adbe370 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:44.239425 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b19823fd-a8fd-4d8f-8bda-4e373278bf75 req-cb3ee571-ef1c-4dcb-8ec3-a2d74adbe370 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Router ef24ee72-6c48-4946-b1fa-ff7d96b86680 has already been hosted by L3 agent 207d1699-2b30-4848-a9d2-d112df8957f2 {{(pid=91759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 06:59:44.424729 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b19823fd-a8fd-4d8f-8bda-4e373278bf75 req-cb3ee571-ef1c-4dcb-8ec3-a2d74adbe370 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify agent at l3_agent.dv-cinder-784140-5-iscsi the message routers_updated {{(pid=91759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 06:59:44.439004 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fce1b3-14b9-4463-84c7-9780682848cc None None] Sync routers for ids ['ef24ee72-6c48-4946-b1fa-ff7d96b86680'] in dv-cinder-784140-5-iscsi {{(pid=91760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 06:59:44.449409 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fce1b3-14b9-4463-84c7-9780682848cc None None] Routers {'ef24ee72-6c48-4946-b1fa-ff7d96b86680'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:59:44.450256 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-f3fce1b3-14b9-4463-84c7-9780682848cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T06:59:38Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['ef24ee72-6c48-4946-b1fa-ff7d96b86680'], 'active': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:44.507847 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19823fd-a8fd-4d8f-8bda-4e373278bf75 req-cb3ee571-ef1c-4dcb-8ec3-a2d74adbe370 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] No DVR routers for this DVR port ce27cd82-e445-4a46-9b87-d7cc2d5d7602 on host hv-cinder-78414 {{(pid=91759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 06:59:44.510582 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-b19823fd-a8fd-4d8f-8bda-4e373278bf75 req-cb3ee571-ef1c-4dcb-8ec3-a2d74adbe370 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:44.512830 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b19823fd-a8fd-4d8f-8bda-4e373278bf75 req-cb3ee571-ef1c-4dcb-8ec3-a2d74adbe370 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.44 "DELETE /v2.0/ports/ce27cd82-e445-4a46-9b87-d7cc2d5d7602 HTTP/1.1" status: 204 len: 173 time: 1.2784686 Jun 07 06:59:44.513373 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d576f5-88c7-4874-96b0-ee0275ba6506', 'name': 'network-vif-deleted', 'tag': 'ce27cd82-e445-4a46-9b87-d7cc2d5d7602'}] {{(pid=91759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:59:44.516489 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a053f81c338bbf1e2ede0d69cafce5cf20f9436aa375ccea032d9338f79a3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9944e3e-ce74-44ef-b16f-393cca33c3e9" -d '{"events": [{"server_uuid": "97d576f5-88c7-4874-96b0-ee0275ba6506", "name": "network-vif-deleted", "tag": "ce27cd82-e445-4a46-9b87-d7cc2d5d7602"}]}' {{(pid=91759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:59:44.650657 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 06:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3e5574-3034-40db-b893-d5f35356c44d x-openstack-request-id: req-0d3e5574-3034-40db-b893-d5f35356c44d {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:59:44.651634 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d576f5-88c7-4874-96b0-ee0275ba6506", "name": "network-vif-deleted", "tag": "ce27cd82-e445-4a46-9b87-d7cc2d5d7602", "status": "completed", "code": 200}]} {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:59:44.651634 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0d3e5574-3034-40db-b893-d5f35356c44d {{(pid=91759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:59:44.651935 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d576f5-88c7-4874-96b0-ee0275ba6506', 'name': 'network-vif-deleted', 'tag': 'ce27cd82-e445-4a46-9b87-d7cc2d5d7602', 'status': 'completed', 'code': 200} Jun 07 06:59:44.660219 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvr_db [None req-f3fce1b3-14b9-4463-84c7-9780682848cc None None] Set router ef24ee72-6c48-4946-b1fa-ff7d96b86680 gateway port host: dv-cinder-784140-5-iscsi {{(pid=91760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:59:44.660859 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e165d5c0-6f26-4693-8bea-0b9685de816f req-6d49434b-3558-4319-b0db-ba0b0857a216 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=97d576f5-88c7-4874-96b0-ee0275ba6506 HTTP/1.1" status: 200 len: 210 time: 0.0450773 Jun 07 06:59:45.016511 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-f3fce1b3-14b9-4463-84c7-9780682848cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'name': 'tempest-TestVolumeBootPattern-967276418-router', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:55:35Z', 'updated_at': '2021-06-07T06:55:44Z', 'revision_number': 4, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'gw_port': {'id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:36Z', 'updated_at': '2021-06-07T06:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': '3fd5e9bc-fed3-467b-be75-61bc5c66680c', 'name': '', 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'mac_address': 'fa:16:3e:47:8f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '87a72f20-455f-479d-87c8-83d2f8548043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:42Z', 'updated_at': '2021-06-07T06:55:52Z', 'revision_number': 5, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'subnets': [{'id': '87a72f20-455f-479d-87c8-83d2f8548043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:45.020246 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fce1b3-14b9-4463-84c7-9780682848cc None None] Checking router: ef24ee72-6c48-4946-b1fa-ff7d96b86680 for host: dv-cinder-784140-5-iscsi {{(pid=91760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 06:59:45.029073 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fce1b3-14b9-4463-84c7-9780682848cc None None] Routers {'ef24ee72-6c48-4946-b1fa-ff7d96b86680'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:59:45.029661 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-f3fce1b3-14b9-4463-84c7-9780682848cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T06:59:38Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['ef24ee72-6c48-4946-b1fa-ff7d96b86680'], 'active': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:45.202610 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvr_db [None req-f3fce1b3-14b9-4463-84c7-9780682848cc None None] Set router ef24ee72-6c48-4946-b1fa-ff7d96b86680 gateway port host: dv-cinder-784140-5-iscsi {{(pid=91760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:59:45.516026 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-f3fce1b3-14b9-4463-84c7-9780682848cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'name': 'tempest-TestVolumeBootPattern-967276418-router', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:55:35Z', 'updated_at': '2021-06-07T06:55:44Z', 'revision_number': 4, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'gw_port': {'id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:36Z', 'updated_at': '2021-06-07T06:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': '3fd5e9bc-fed3-467b-be75-61bc5c66680c', 'name': '', 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'mac_address': 'fa:16:3e:47:8f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '87a72f20-455f-479d-87c8-83d2f8548043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:42Z', 'updated_at': '2021-06-07T06:55:52Z', 'revision_number': 5, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'subnets': [{'id': '87a72f20-455f-479d-87c8-83d2f8548043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:45.519927 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fce1b3-14b9-4463-84c7-9780682848cc None None] The sync data for ids ['ef24ee72-6c48-4946-b1fa-ff7d96b86680'] in dv-cinder-784140-5-iscsi is: [{'id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'name': 'tempest-TestVolumeBootPattern-967276418-router', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:55:35Z', 'updated_at': '2021-06-07T06:55:44Z', 'revision_number': 4, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'gw_port': {'id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:36Z', 'updated_at': '2021-06-07T06:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': '3fd5e9bc-fed3-467b-be75-61bc5c66680c', 'name': '', 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'mac_address': 'fa:16:3e:47:8f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '87a72f20-455f-479d-87c8-83d2f8548043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:42Z', 'updated_at': '2021-06-07T06:55:52Z', 'revision_number': 5, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'subnets': [{'id': '87a72f20-455f-479d-87c8-83d2f8548043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 06:59:45.744996 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc3a6b2-3e5b-4ff2-842e-1b775de847ce None None] New status for floating IP e434c236-4cee-45cd-8b75-d1338df48fde: DOWN {{(pid=91761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 06:59:46.044916 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-a4cca547-4c1b-4587-8e9b-7d97a2ad83a3 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1125864699&fields=id&tenant_id=7a5f883678724bcaa5897caf09eee996 HTTP/1.1" status: 200 len: 267 time: 0.0430946 Jun 07 06:59:46.194737 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-dd15dea1-f772-4295-b736-4479f69e675d tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:46.196144 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-dd15dea1-f772-4295-b736-4479f69e675d tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/networks?id=604d240f-ca58-417e-b867-1593c3d5d8ef HTTP/1.1" status: 200 len: 811 time: 0.1448698 Jun 07 06:59:46.210571 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-c403857a-272e-4f4f-b7e4-67c8ccc0edd6 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/quotas/7a5f883678724bcaa5897caf09eee996 HTTP/1.1" status: 200 len: 375 time: 0.0090551 Jun 07 06:59:46.293276 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-cdbb2ff4-c17b-435d-a243-6682d954503e tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7a5f883678724bcaa5897caf09eee996&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0779927 Jun 07 06:59:46.471102 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-66edf8d3-5683-4cf0-aaca-85f0d6cf60b1 service neutron] 10.222.0.35 "GET /v2.0/networks/604d240f-ca58-417e-b867-1593c3d5d8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660163 Jun 07 06:59:46.601893 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-c4ba37ef-4969-4a83-8162-e6d1e5c4842b service neutron] 10.222.0.35 "GET /v2.0/networks/604d240f-ca58-417e-b867-1593c3d5d8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238682 Jun 07 06:59:47.005965 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-6dd2aa0f-f9f3-44b6-a70c-68daf8c6c834 req-c0204089-86ab-402c-97d2-c8c87610591c tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca2b091e-339d-4c62-bb80-7c149a0e92ac HTTP/1.1" status: 200 len: 210 time: 0.0456278 Jun 07 06:59:47.791955 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device ce27cd82-e445-4a46-9b87-d7cc2d5d7602 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 06:59:47.826254 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] No Port match for: ce27cd82-e445-4a46-9b87-d7cc2d5d7602 {{(pid=91760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 06:59:47.826606 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device ce27cd82-e445-4a46-9b87-d7cc2d5d7602 not bound to the agent host hv-cinder-78414 {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 06:59:48.331190 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-d8b97ef8-5cca-4813-b93e-3ac4a74c2f27 req-6b9ef9d2-3904-45cd-8b0d-95e65ac6c741 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca2b091e-339d-4c62-bb80-7c149a0e92ac HTTP/1.1" status: 200 len: 210 time: 0.0568943 Jun 07 06:59:48.372628 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-907ed1ae-8706-4167-bfe2-9cb84b0212b1 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:48.374184 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-907ed1ae-8706-4167-bfe2-9cb84b0212b1 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.44 "GET /v2.0/networks?id=604d240f-ca58-417e-b867-1593c3d5d8ef HTTP/1.1" status: 200 len: 811 time: 0.3094137 Jun 07 06:59:48.425633 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-31326e11-9f22-4034-9612-2e88756a4a76 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a5f883678724bcaa5897caf09eee996 HTTP/1.1" status: 200 len: 380 time: 0.0416496 Jun 07 06:59:48.434746 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-c959bc22-d546-4dce-9d7d-7a5bf3cb7856 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Request body: {'port': {'device_id': 'ca2b091e-339d-4c62-bb80-7c149a0e92ac', 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef', 'admin_state_up': True, 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'security_groups': ['d8efbc9d-d1ea-47c2-9845-35cab17dcfa4']}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:59:48.583591 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-c959bc22-d546-4dce-9d7d-7a5bf3cb7856 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Made reservation on behalf of 7a5f883678724bcaa5897caf09eee996 for: {'port': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:59:48.587773 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-c959bc22-d546-4dce-9d7d-7a5bf3cb7856 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:48.766422 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.db_base_plugin_common [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-c959bc22-d546-4dce-9d7d-7a5bf3cb7856 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Allocated IP 172.20.0.5 (604d240f-ca58-417e-b867-1593c3d5d8ef/87a72f20-455f-479d-87c8-83d2f8548043/0e689c1c-6973-4242-8809-85d89ecca314) {{(pid=91759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:59:48.958249 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-c959bc22-d546-4dce-9d7d-7a5bf3cb7856 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks [] for port, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:48.973771 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.provisioning_blocks [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-c959bc22-d546-4dce-9d7d-7a5bf3cb7856 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Transition to ACTIVE for port object 0e689c1c-6973-4242-8809-85d89ecca314 will not be triggered until provisioned by entity DHCP. {{(pid=91759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:59:48.997191 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-c959bc22-d546-4dce-9d7d-7a5bf3cb7856 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222160'] for port, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:49.002409 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:49.071135 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-c959bc22-d546-4dce-9d7d-7a5bf3cb7856 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Network 604d240f-ca58-417e-b867-1593c3d5d8ef is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:59:49.074094 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-c959bc22-d546-4dce-9d7d-7a5bf3cb7856 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:59:49.077902 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-c959bc22-d546-4dce-9d7d-7a5bf3cb7856 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Received port after_create {{(pid=91759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:59:49.108967 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c959bc22-d546-4dce-9d7d-7a5bf3cb7856 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Pushing event updated for resources: {'Port': ['ID=0e689c1c-6973-4242-8809-85d89ecca314,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:49.115639 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-c959bc22-d546-4dce-9d7d-7a5bf3cb7856 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:49.146983 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-c959bc22-d546-4dce-9d7d-7a5bf3cb7856 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:49.148139 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-c959bc22-d546-4dce-9d7d-7a5bf3cb7856 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:49.166760 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-c959bc22-d546-4dce-9d7d-7a5bf3cb7856 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7359211 Jun 07 06:59:49.178430 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-584ed424-165a-4623-9251-ab6580b6f8a5 service neutron] Request body: {'port': {'device_id': 'ca2b091e-339d-4c62-bb80-7c149a0e92ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:59:49.293653 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-584ed424-165a-4623-9251-ab6580b6f8a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:49.324239 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1b8be19a-eba2-492b-a715-3044d9bcc4cc None None] Provisioning for port 0e689c1c-6973-4242-8809-85d89ecca314 completed by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:59:49.329471 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1b8be19a-eba2-492b-a715-3044d9bcc4cc None None] Provisioning complete for port 0e689c1c-6973-4242-8809-85d89ecca314 triggered by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:59:49.330085 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1b8be19a-eba2-492b-a715-3044d9bcc4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:49.417270 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-1b8be19a-eba2-492b-a715-3044d9bcc4cc None None] Port 0e689c1c-6973-4242-8809-85d89ecca314 cannot update to ACTIVE because it is not bound. {{(pid=91760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 06:59:49.554480 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b814d4-37e5-49cd-a435-4a654ecc0320 req-a5c3e5d9-fadd-4504-8116-c2d3b25b2249 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:49.558440 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-f5b814d4-37e5-49cd-a435-4a654ecc0320 req-a5c3e5d9-fadd-4504-8116-c2d3b25b2249 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca2b091e-339d-4c62-bb80-7c149a0e92ac HTTP/1.1" status: 200 len: 931 time: 0.0932834 Jun 07 06:59:49.614335 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-f5b814d4-37e5-49cd-a435-4a654ecc0320 req-d8b8c8a9-9e7a-4abd-857b-d02b72377a9a tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518997 Jun 07 06:59:49.680111 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.notifiers.nova [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-584ed424-165a-4623-9251-ab6580b6f8a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e689c1c-6973-4242-8809-85d89ecca314 {{(pid=91759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:59:49.688117 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-584ed424-165a-4623-9251-ab6580b6f8a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:49.703270 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.provisioning_blocks [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-584ed424-165a-4623-9251-ab6580b6f8a5 service neutron] Transition to ACTIVE for port object 0e689c1c-6973-4242-8809-85d89ecca314 will not be triggered until provisioned by entity L2. {{(pid=91759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:59:49.706907 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-584ed424-165a-4623-9251-ab6580b6f8a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222187'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:49.711577 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:49.868662 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ed424-165a-4623-9251-ab6580b6f8a5 service neutron] Pushing event updated for resources: {'Port': ['ID=0e689c1c-6973-4242-8809-85d89ecca314,revision_number=2']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:49.874958 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-584ed424-165a-4623-9251-ab6580b6f8a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:49.951847 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-584ed424-165a-4623-9251-ab6580b6f8a5 service neutron] Attempting to bind port 0e689c1c-6973-4242-8809-85d89ecca314 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:59:49.952188 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-584ed424-165a-4623-9251-ab6580b6f8a5 service neutron] Attempting to bind port 0e689c1c-6973-4242-8809-85d89ecca314 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '885fa550-1759-4487-99dc-70f937f90f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef'}] {{(pid=91759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:59:49.952521 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-584ed424-165a-4623-9251-ab6580b6f8a5 service neutron] Attempting to bind port 0e689c1c-6973-4242-8809-85d89ecca314 on network 604d240f-ca58-417e-b867-1593c3d5d8ef {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:59:49.957374 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-584ed424-165a-4623-9251-ab6580b6f8a5 service neutron] Port 0e689c1c-6973-4242-8809-85d89ecca314 on network 604d240f-ca58-417e-b867-1593c3d5d8ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 06:59:49.957697 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-584ed424-165a-4623-9251-ab6580b6f8a5 service neutron] Attempting to bind port 0e689c1c-6973-4242-8809-85d89ecca314 on network 604d240f-ca58-417e-b867-1593c3d5d8ef {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:59:49.964317 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-584ed424-165a-4623-9251-ab6580b6f8a5 service neutron] Checking agent: {'id': '6ac81f3b-c4b1-4231-aa5b-62c4bc3a8245', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 52, 32), 'started_at': datetime.datetime(2021, 6, 7, 6, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:59:49.964659 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-584ed424-165a-4623-9251-ab6580b6f8a5 service neutron] Checking segment: {'id': '885fa550-1759-4487-99dc-70f937f90f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:59:49.965047 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-584ed424-165a-4623-9251-ab6580b6f8a5 service neutron] Bound using segment: {'id': '885fa550-1759-4487-99dc-70f937f90f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef'} {{(pid=91759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:59:49.965480 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.managers [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-584ed424-165a-4623-9251-ab6580b6f8a5 service neutron] Bound port: 0e689c1c-6973-4242-8809-85d89ecca314, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '885fa550-1759-4487-99dc-70f937f90f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef'}}] {{(pid=91759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:59:49.965863 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-584ed424-165a-4623-9251-ab6580b6f8a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:50.060444 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.db [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-584ed424-165a-4623-9251-ab6580b6f8a5 service neutron] For port 0e689c1c-6973-4242-8809-85d89ecca314, host hv-cinder-78414, cleared binding levels {{(pid=91759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:59:50.063348 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf3041-91fc-4ef8-8a5f-3aedc0030089 req-c4b2febe-2a80-48ec-b23a-9dd17c2d707a tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:50.063750 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.db [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-584ed424-165a-4623-9251-ab6580b6f8a5 service neutron] For port 0e689c1c-6973-4242-8809-85d89ecca314, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=0e689c1c-6973-4242-8809-85d89ecca314,segment=NetworkSegment(885fa550-1759-4487-99dc-70f937f90f45),segment_id=885fa550-1759-4487-99dc-70f937f90f45)] {{(pid=91759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:59:50.064858 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-86bf3041-91fc-4ef8-8a5f-3aedc0030089 req-c4b2febe-2a80-48ec-b23a-9dd17c2d707a tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 945 time: 0.0844193 Jun 07 06:59:50.067863 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-584ed424-165a-4623-9251-ab6580b6f8a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222187'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:50.072504 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-1eafd60b-0825-4800-88cb-1adad38cee80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:50.112985 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-86bf3041-91fc-4ef8-8a5f-3aedc0030089 req-97a06ba4-3cc4-42cf-a699-4bd2d3f67fe2 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414650 Jun 07 06:59:50.216654 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-584ed424-165a-4623-9251-ab6580b6f8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:50.217264 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-584ed424-165a-4623-9251-ab6580b6f8a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:50.218663 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-584ed424-165a-4623-9251-ab6580b6f8a5 service neutron] 10.222.0.44 "PUT /v2.0/ports/0e689c1c-6973-4242-8809-85d89ecca314 HTTP/1.1" status: 200 len: 1093 time: 1.0444598 Jun 07 06:59:50.219141 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2b091e-339d-4c62-bb80-7c149a0e92ac', 'tag': '0e689c1c-6973-4242-8809-85d89ecca314'}] {{(pid=91759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 06:59:50.221491 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a053f81c338bbf1e2ede0d69cafce5cf20f9436aa375ccea032d9338f79a3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcf816c-feb7-4249-aa85-20e31b70e755" -d '{"events": [{"name": "network-changed", "server_uuid": "ca2b091e-339d-4c62-bb80-7c149a0e92ac", "tag": "0e689c1c-6973-4242-8809-85d89ecca314"}]}' {{(pid=91759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 06:59:50.252953 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ed424-165a-4623-9251-ab6580b6f8a5 service neutron] Pushing event updated for resources: {'Port': ['ID=0e689c1c-6973-4242-8809-85d89ecca314,revision_number=3']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:50.255977 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-584ed424-165a-4623-9251-ab6580b6f8a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:50.270201 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 06:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06bd1dd4-cb38-4317-ad26-31de6b972f8b x-openstack-request-id: req-06bd1dd4-cb38-4317-ad26-31de6b972f8b {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 06:59:50.270530 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca2b091e-339d-4c62-bb80-7c149a0e92ac", "tag": "0e689c1c-6973-4242-8809-85d89ecca314", "status": "completed", "code": 200}]} {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 06:59:50.270816 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-06bd1dd4-cb38-4317-ad26-31de6b972f8b {{(pid=91759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 06:59:50.271246 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca2b091e-339d-4c62-bb80-7c149a0e92ac', 'tag': '0e689c1c-6973-4242-8809-85d89ecca314', 'status': 'completed', 'code': 200} Jun 07 06:59:50.355749 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-e5ea7508-7455-4fda-8690-cbcae4850fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:50.357314 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-e5ea7508-7455-4fda-8690-cbcae4850fb7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a5f883678724bcaa5897caf09eee996&device_id=ca2b091e-339d-4c62-bb80-7c149a0e92ac HTTP/1.1" status: 200 len: 1096 time: 0.0852473 Jun 07 06:59:50.423786 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-188b14f3-2920-4129-ab3e-bab8cbf25dc5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e689c1c-6973-4242-8809-85d89ecca314 HTTP/1.1" status: 200 len: 217 time: 0.0596530 Jun 07 06:59:50.491474 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-8f65db15-24e3-4cbe-afa5-d762c54d9d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:50.492956 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-8f65db15-24e3-4cbe-afa5-d762c54d9d77 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=87a72f20-455f-479d-87c8-83d2f8548043 HTTP/1.1" status: 200 len: 850 time: 0.0620635 Jun 07 06:59:50.570741 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-d6317a23-4eb0-4b13-a139-a147e7c3d112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:50.572205 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-d6317a23-4eb0-4b13-a139-a147e7c3d112 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=604d240f-ca58-417e-b867-1593c3d5d8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0731964 Jun 07 06:59:50.717823 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-b4b68532-cab8-4688-9c77-92f63ec33b81 service neutron] 10.222.0.44 "GET /v2.0/networks/604d240f-ca58-417e-b867-1593c3d5d8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390710 Jun 07 06:59:50.804462 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb37b49a-d632-40c1-a208-dc2a90d9f745 req-f6b9c770-8dc8-4fb0-a7ac-109c4253b279 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:50.805115 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-fb37b49a-d632-40c1-a208-dc2a90d9f745 req-f6b9c770-8dc8-4fb0-a7ac-109c4253b279 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca2b091e-339d-4c62-bb80-7c149a0e92ac HTTP/1.1" status: 200 len: 943 time: 0.0820291 Jun 07 06:59:50.857758 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-90802ae7-b2cd-49ed-8efa-fe5309180b41 req-f72ff02c-2739-47f3-bdc2-8f15a18f1da5 service neutron] 10.222.0.44 "GET /v2.0/networks/604d240f-ca58-417e-b867-1593c3d5d8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337318 Jun 07 06:59:50.858769 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-fb37b49a-d632-40c1-a208-dc2a90d9f745 req-38b181ac-6037-4996-8087-c45512be8977 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478630 Jun 07 06:59:50.988530 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf816c-feb7-4249-aa85-20e31b70e755 req-e1b855cf-2678-4207-a6d6-c9dfe27bdd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:50.990001 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-4dcf816c-feb7-4249-aa85-20e31b70e755 req-e1b855cf-2678-4207-a6d6-c9dfe27bdd7b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a5f883678724bcaa5897caf09eee996&device_id=ca2b091e-339d-4c62-bb80-7c149a0e92ac HTTP/1.1" status: 200 len: 1096 time: 0.0734785 Jun 07 06:59:51.127421 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf816c-feb7-4249-aa85-20e31b70e755 req-63437fca-2c97-488f-b95f-086cd0f00d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:51.128861 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-4dcf816c-feb7-4249-aa85-20e31b70e755 req-63437fca-2c97-488f-b95f-086cd0f00d36 service neutron] 10.222.0.44 "GET /v2.0/networks?id=604d240f-ca58-417e-b867-1593c3d5d8ef HTTP/1.1" status: 200 len: 912 time: 0.1324222 Jun 07 06:59:51.196359 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-4dcf816c-feb7-4249-aa85-20e31b70e755 req-be9224b5-ebd4-425b-a279-cb05e46a29e0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e689c1c-6973-4242-8809-85d89ecca314 HTTP/1.1" status: 200 len: 217 time: 0.0606859 Jun 07 06:59:51.309241 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf816c-feb7-4249-aa85-20e31b70e755 req-530fbdf5-9ec1-4e27-9f49-306f5234d6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:51.310693 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-4dcf816c-feb7-4249-aa85-20e31b70e755 req-530fbdf5-9ec1-4e27-9f49-306f5234d6e1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=87a72f20-455f-479d-87c8-83d2f8548043 HTTP/1.1" status: 200 len: 850 time: 0.1084585 Jun 07 06:59:51.383793 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69508a-9fcf-4aef-ab9b-7d4f3d0ff313 req-b323fabf-c38f-447e-85d8-aa949ad4b7e2 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:51.385200 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-7c69508a-9fcf-4aef-ab9b-7d4f3d0ff313 req-b323fabf-c38f-447e-85d8-aa949ad4b7e2 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 945 time: 0.1505723 Jun 07 06:59:51.435281 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf816c-feb7-4249-aa85-20e31b70e755 req-0a96b1d8-2ae5-4425-bec7-15fa3c81851a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:51.436600 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-4dcf816c-feb7-4249-aa85-20e31b70e755 req-0a96b1d8-2ae5-4425-bec7-15fa3c81851a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=604d240f-ca58-417e-b867-1593c3d5d8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1191728 Jun 07 06:59:51.441037 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-7c69508a-9fcf-4aef-ab9b-7d4f3d0ff313 req-9a46e108-9232-421b-85b7-14fa777c620c tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497007 Jun 07 06:59:51.565786 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-4dcf816c-feb7-4249-aa85-20e31b70e755 req-bff351e6-e4f8-4119-89a1-6bf76bc0097f service neutron] 10.222.0.44 "GET /v2.0/networks/604d240f-ca58-417e-b867-1593c3d5d8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230021 Jun 07 06:59:51.693528 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-4dcf816c-feb7-4249-aa85-20e31b70e755 req-11d14ab7-7fa1-42a7-8a8a-84d571badbce service neutron] 10.222.0.44 "GET /v2.0/networks/604d240f-ca58-417e-b867-1593c3d5d8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206102 Jun 07 06:59:52.046590 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea4223-6252-45c9-a9a3-bd04ef732e1f req-d751bf57-e8d8-4fde-90ac-102775f5b5d2 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:52.048017 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-33ea4223-6252-45c9-a9a3-bd04ef732e1f req-d751bf57-e8d8-4fde-90ac-102775f5b5d2 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca2b091e-339d-4c62-bb80-7c149a0e92ac HTTP/1.1" status: 200 len: 943 time: 0.0834169 Jun 07 06:59:52.098581 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-33ea4223-6252-45c9-a9a3-bd04ef732e1f req-2a20fc6d-67f4-487c-8d2d-ad556749a689 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450959 Jun 07 06:59:52.627215 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5611da1-4d11-49a7-8e53-fc5451a2c6fc req-63261b35-ea3d-4edd-9cec-7493469566fa tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:52.628555 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-c5611da1-4d11-49a7-8e53-fc5451a2c6fc req-63261b35-ea3d-4edd-9cec-7493469566fa tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 945 time: 0.0793691 Jun 07 06:59:52.759229 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-c5611da1-4d11-49a7-8e53-fc5451a2c6fc req-febaa002-ff17-4b36-b60e-05e243e6c1df tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249106 Jun 07 06:59:53.234659 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 46866) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:53.290046 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6733912-c93c-4b49-9b3d-35a6ac0554e2 req-9a3ceed8-26bd-4a7a-b6fa-d6b1bdd31d10 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:53.291505 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-b6733912-c93c-4b49-9b3d-35a6ac0554e2 req-9a3ceed8-26bd-4a7a-b6fa-d6b1bdd31d10 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca2b091e-339d-4c62-bb80-7c149a0e92ac HTTP/1.1" status: 200 len: 943 time: 0.0834415 Jun 07 06:59:53.293007 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d344d0-a52a-4f46-8c3c-654badac9b8c admin admin] Deleting subnet 22d940f0-82b4-493f-b67b-e4c3a42befd3 {{(pid=91759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 06:59:53.295949 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-32d344d0-a52a-4f46-8c3c-654badac9b8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:53.339622 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-b6733912-c93c-4b49-9b3d-35a6ac0554e2 req-89afa116-87c1-468a-af83-a15b0b3c7d5a tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421286 Jun 07 06:59:53.344950 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-32d344d0-a52a-4f46-8c3c-654badac9b8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3301087'] for subnet, precommit_delete_associations {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:53.402053 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-32d344d0-a52a-4f46-8c3c-654badac9b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693753'] for subnet, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:53.467304 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-32d344d0-a52a-4f46-8c3c-654badac9b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2222269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2564177'] for subnet, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:53.471822 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:53.506076 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d344d0-a52a-4f46-8c3c-654badac9b8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22d940f0-82b4-493f-b67b-e4c3a42befd3,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:53.508010 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-32d344d0-a52a-4f46-8c3c-654badac9b8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:53.509798 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-32d344d0-a52a-4f46-8c3c-654badac9b8c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/22d940f0-82b4-493f-b67b-e4c3a42befd3 HTTP/1.1" status: 204 len: 168 time: 0.2740691 Jun 07 06:59:53.510711 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-32d344d0-a52a-4f46-8c3c-654badac9b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:53.512225 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 46868) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:53.621922 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a9ec7430-7284-4bed-8cb7-78af2b8e23a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546939'] for network, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:53.744046 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a9ec7430-7284-4bed-8cb7-78af2b8e23a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690272', 'neutron.services.segments.db._delete_segments_for_network-8736901055910'] for network, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:53.756913 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.services.segments.db [None req-a9ec7430-7284-4bed-8cb7-78af2b8e23a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da7af6ea-18d1-478c-ba9a-0c192794a23a']}} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:53.769093 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.services.segments.db [None req-a9ec7430-7284-4bed-8cb7-78af2b8e23a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33130f4d-635f-4cdb-8eb9-a957a8372852') {'for_net_delete': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:53.769383 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.services.segments.db [None req-a9ec7430-7284-4bed-8cb7-78af2b8e23a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33130f4d-635f-4cdb-8eb9-a957a8372852') {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:53.780383 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a9ec7430-7284-4bed-8cb7-78af2b8e23a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900799425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3301094'] for segment, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:53.800241 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a9ec7430-7284-4bed-8cb7-78af2b8e23a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642'] for segment, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:53.807242 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9ec7430-7284-4bed-8cb7-78af2b8e23a9 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=91759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 06:59:53.807621 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a9ec7430-7284-4bed-8cb7-78af2b8e23a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2222087'] for segment, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:53.820497 dv-cinder-784140-5-iscsi neutron-server[91759]: Traceback (most recent call last): Jun 07 06:59:53.820497 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 06:59:53.820497 dv-cinder-784140-5-iscsi neutron-server[91759]: timer() Jun 07 06:59:53.820497 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 06:59:53.820497 dv-cinder-784140-5-iscsi neutron-server[91759]: cb(*args, **kw) Jun 07 06:59:53.820497 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 06:59:53.820497 dv-cinder-784140-5-iscsi neutron-server[91759]: return func(*args, **kwargs) Jun 07 06:59:53.820497 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 06:59:53.820497 dv-cinder-784140-5-iscsi neutron-server[91759]: self._notify() Jun 07 06:59:53.820497 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 06:59:53.820497 dv-cinder-784140-5-iscsi neutron-server[91759]: self.callback(batched_events) Jun 07 06:59:53.820497 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 06:59:53.820497 dv-cinder-784140-5-iscsi neutron-server[91759]: event.method(event) Jun 07 06:59:53.820497 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 06:59:53.820497 dv-cinder-784140-5-iscsi neutron-server[91759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 06:59:53.820497 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 06:59:53.820497 dv-cinder-784140-5-iscsi neutron-server[91759]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 06:59:53.820497 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 06:59:53.820497 dv-cinder-784140-5-iscsi neutron-server[91759]: return f(self, *a, **k) Jun 07 06:59:53.820497 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 06:59:53.820497 dv-cinder-784140-5-iscsi neutron-server[91759]: return self._get(url).json() Jun 07 06:59:53.820497 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 06:59:53.820497 dv-cinder-784140-5-iscsi neutron-server[91759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 06:59:53.820497 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 06:59:53.820497 dv-cinder-784140-5-iscsi neutron-server[91759]: return self.request(url, 'GET', **kwargs) Jun 07 06:59:53.820497 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 06:59:53.820497 dv-cinder-784140-5-iscsi neutron-server[91759]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 06:59:53.820497 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 06:59:53.820497 dv-cinder-784140-5-iscsi neutron-server[91759]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 06:59:53.820497 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 06:59:53.820497 dv-cinder-784140-5-iscsi neutron-server[91759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 06:59:53.820497 dv-cinder-784140-5-iscsi neutron-server[91759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 06:59:53.936493 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a9ec7430-7284-4bed-8cb7-78af2b8e23a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3890583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3885419'] for network, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:53.947438 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-cf602f93-3d89-487c-8a99-4794219ff3f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:53.959436 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-a9ec7430-7284-4bed-8cb7-78af2b8e23a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for network, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:53.962055 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-a9ec7430-7284-4bed-8cb7-78af2b8e23a9 admin admin] 10.222.0.35 "DELETE /v2.0/networks/da7af6ea-18d1-478c-ba9a-0c192794a23a HTTP/1.1" status: 204 len: 168 time: 0.4489176 Jun 07 06:59:53.970913 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec7430-7284-4bed-8cb7-78af2b8e23a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=da7af6ea-18d1-478c-ba9a-0c192794a23a,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:53.973643 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-a9ec7430-7284-4bed-8cb7-78af2b8e23a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:53.996872 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb8659-bc27-4068-9f4a-58a68e9223d1 req-f562a518-6cc0-4c49-af8f-d04349d84049 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:53.998303 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-3edb8659-bc27-4068-9f4a-58a68e9223d1 req-f562a518-6cc0-4c49-af8f-d04349d84049 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 945 time: 0.1168954 Jun 07 06:59:54.043482 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-3edb8659-bc27-4068-9f4a-58a68e9223d1 req-7e7e6578-4fa7-4e84-8a34-f791ff510cb8 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395653 Jun 07 06:59:54.134920 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 46874) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:54.250414 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-95913d54-ecb1-4249-98fc-2e3df1064e3f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7082a19b3e8748bea033c1370c918426&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1141162 Jun 07 06:59:54.252579 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 46876) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:54.307660 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-60a7a0fb-eae0-43b0-b498-e487d93f9df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:54.332751 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-60a7a0fb-eae0-43b0-b498-e487d93f9df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:54.385066 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-60a7a0fb-eae0-43b0-b498-e487d93f9df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:54.387705 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-60a7a0fb-eae0-43b0-b498-e487d93f9df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:54.391354 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-60a7a0fb-eae0-43b0-b498-e487d93f9df3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/529b1eb9-07e0-4240-8872-7618dddce0cf HTTP/1.1" status: 204 len: 168 time: 0.1353617 Jun 07 06:59:54.391354 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-5e501002-8df8-483a-9394-a4615e08099f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:54.399650 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a7a0fb-eae0-43b0-b498-e487d93f9df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529b1eb9-07e0-4240-8872-7618dddce0cf,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:54.407206 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7a0fb-eae0-43b0-b498-e487d93f9df3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:54.407577 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7a0fb-eae0-43b0-b498-e487d93f9df3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:54.407934 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7a0fb-eae0-43b0-b498-e487d93f9df3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:54.408287 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7a0fb-eae0-43b0-b498-e487d93f9df3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:54.408636 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7a0fb-eae0-43b0-b498-e487d93f9df3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:54.408984 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7a0fb-eae0-43b0-b498-e487d93f9df3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:54.409329 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7a0fb-eae0-43b0-b498-e487d93f9df3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:54.409737 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7a0fb-eae0-43b0-b498-e487d93f9df3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:54.410143 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7a0fb-eae0-43b0-b498-e487d93f9df3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:54.410487 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7a0fb-eae0-43b0-b498-e487d93f9df3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:54.410827 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7a0fb-eae0-43b0-b498-e487d93f9df3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:54.411165 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7a0fb-eae0-43b0-b498-e487d93f9df3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:54.414833 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-60a7a0fb-eae0-43b0-b498-e487d93f9df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:54.531583 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f1fcc-7f27-444d-a6ab-50e73760a626 req-c1a583fc-0318-4813-a466-ad63e327c6a6 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:54.533187 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-f93f1fcc-7f27-444d-a6ab-50e73760a626 req-c1a583fc-0318-4813-a466-ad63e327c6a6 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca2b091e-339d-4c62-bb80-7c149a0e92ac HTTP/1.1" status: 200 len: 943 time: 0.0855107 Jun 07 06:59:54.579100 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-f93f1fcc-7f27-444d-a6ab-50e73760a626 req-b6c52346-2c8d-4164-bd22-84b2fb6b83d3 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399086 Jun 07 06:59:55.107708 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 46902) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:55.217588 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-773a2b9e-3ace-4eca-b9d5-f2eb6c7527c6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1143256083-network', 'tenant_id': '0081b93f682b424a92f9969541476853'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:59:55.247615 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773a2b9e-3ace-4eca-b9d5-f2eb6c7527c6 admin admin] Made reservation on behalf of 0081b93f682b424a92f9969541476853 for: {'network': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:59:55.250005 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-773a2b9e-3ace-4eca-b9d5-f2eb6c7527c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783645'] for network, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:55.265272 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-773a2b9e-3ace-4eca-b9d5-f2eb6c7527c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:55.283052 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5db0be-a5c7-4b19-a318-0b3e2b5f3516 req-3d253d8f-c918-4062-8f4d-62fb09bf3f73 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:55.284464 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5a5db0be-a5c7-4b19-a318-0b3e2b5f3516 req-3d253d8f-c918-4062-8f4d-62fb09bf3f73 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 945 time: 0.1282327 Jun 07 06:59:55.349430 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5a5db0be-a5c7-4b19-a318-0b3e2b5f3516 req-ee590ae5-17ba-4bc6-9b71-96c424a646ba tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584576 Jun 07 06:59:55.414658 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-773a2b9e-3ace-4eca-b9d5-f2eb6c7527c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:55.418258 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-773a2b9e-3ace-4eca-b9d5-f2eb6c7527c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:55.422075 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-e90cab19-9fa0-4ec9-b2f6-78b0a09ec4d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:55.446475 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-773a2b9e-3ace-4eca-b9d5-f2eb6c7527c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=91759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 06:59:55.458317 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a2b9e-3ace-4eca-b9d5-f2eb6c7527c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1f2194-a07c-43ff-a0a7-a768c02c3135,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:55.462485 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-773a2b9e-3ace-4eca-b9d5-f2eb6c7527c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:55.463393 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-773a2b9e-3ace-4eca-b9d5-f2eb6c7527c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642'] for segment, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:55.463726 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.db.segments_db [None req-773a2b9e-3ace-4eca-b9d5-f2eb6c7527c6 admin admin] Added segment bb5542f4-3ec4-4f5b-a0df-596623c3dedd of type vlan for network 5c37d138-8837-42e4-9380-fd5e2c8077da Jun 07 06:59:55.489083 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-773a2b9e-3ace-4eca-b9d5-f2eb6c7527c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900516316'] for network, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:55.520616 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-773a2b9e-3ace-4eca-b9d5-f2eb6c7527c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3890583'] for network, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:55.521930 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773a2b9e-3ace-4eca-b9d5-f2eb6c7527c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:55.522492 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-773a2b9e-3ace-4eca-b9d5-f2eb6c7527c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for network, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:55.525723 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:55.565809 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-773a2b9e-3ace-4eca-b9d5-f2eb6c7527c6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4568677 Jun 07 06:59:55.568672 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 46906) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:55.574098 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [None req-f2067fd9-a885-441d-a241-83e82f6987cb admin admin] Request body: {'subnet': {'network_id': '5c37d138-8837-42e4-9380-fd5e2c8077da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1143256083-subnet', 'tenant_id': '0081b93f682b424a92f9969541476853', 'ip_version': 4}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:59:55.594026 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2067fd9-a885-441d-a241-83e82f6987cb admin admin] Made reservation on behalf of 0081b93f682b424a92f9969541476853 for: {'subnet': 1} {{(pid=91758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 06:59:55.596251 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f2067fd9-a885-441d-a241-83e82f6987cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228425'] for subnet, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:55.619258 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a2b9e-3ace-4eca-b9d5-f2eb6c7527c6 admin admin] Pushing event updated for resources: {'Network': ['ID=5c37d138-8837-42e4-9380-fd5e2c8077da,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:55.621919 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-773a2b9e-3ace-4eca-b9d5-f2eb6c7527c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:55.630114 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Network 5c37d138-8837-42e4-9380-fd5e2c8077da details requested by agent ovs-agent-dv-cinder-784140-5-iscsi with host dv-cinder-784140-5-iscsi {{(pid=91760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 06:59:55.838010 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a13710-798d-4bbe-be18-3182447c2f69 req-c5e46e65-e6f3-48ff-96a7-b4b8ca781bbf tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:55.839450 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-66a13710-798d-4bbe-be18-3182447c2f69 req-c5e46e65-e6f3-48ff-96a7-b4b8ca781bbf tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca2b091e-339d-4c62-bb80-7c149a0e92ac HTTP/1.1" status: 200 len: 943 time: 0.1430614 Jun 07 06:59:55.901228 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f2067fd9-a885-441d-a241-83e82f6987cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2309521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228443'] for subnet, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:55.908834 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-f64b78f8-f3e5-435c-b64d-785d2a6ad870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:55.936429 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-66a13710-798d-4bbe-be18-3182447c2f69 req-62ab5c26-76c0-43bc-a3d3-645fb9600058 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826294 Jun 07 06:59:55.984022 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2067fd9-a885-441d-a241-83e82f6987cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b57f840-4f16-4f1d-a226-d26c6973a8b4,revision_number=0']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:55.987226 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-f2067fd9-a885-441d-a241-83e82f6987cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:55.993672 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2067fd9-a885-441d-a241-83e82f6987cb admin admin] Checking segment: {'id': 'bb5542f4-3ec4-4f5b-a0df-596623c3dedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5c37d138-8837-42e4-9380-fd5e2c8077da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:59:55.994064 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2067fd9-a885-441d-a241-83e82f6987cb admin admin] Network hostable DHCP agents. Network: 5c37d138-8837-42e4-9380-fd5e2c8077da, hostable agents: ['1fe75083-37bf-44a6-88f5-2ab2a4fa7cf2'], hosted agents: [] {{(pid=91758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 06:59:56.009496 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2067fd9-a885-441d-a241-83e82f6987cb admin admin] Network 5c37d138-8837-42e4-9380-fd5e2c8077da is scheduled to be hosted by DHCP agent 1fe75083-37bf-44a6-88f5-2ab2a4fa7cf2 with binding_index 1 {{(pid=91758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 06:59:56.018028 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.base_scheduler [None req-f2067fd9-a885-441d-a241-83e82f6987cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-5-iscsi, 5c37d138-8837-42e4-9380-fd5e2c8077da) {{(pid=91758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:59:56.021901 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2067fd9-a885-441d-a241-83e82f6987cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:56.022478 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f2067fd9-a885-441d-a241-83e82f6987cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for subnet, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:56.026942 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32039149-5a57-49ab-81b3-65094d3a811d None None] Network 5c37d138-8837-42e4-9380-fd5e2c8077da requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:59:56.038886 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-f2067fd9-a885-441d-a241-83e82f6987cb admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4691610 Jun 07 06:59:56.042100 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 46910) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:56.046422 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [None req-e3733a55-02fb-49d4-9f72-2087a48f66a9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1143256083-router', 'tenant_id': '0081b93f682b424a92f9969541476853', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'}}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 06:59:56.068556 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-e3733a55-02fb-49d4-9f72-2087a48f66a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5893'] for router, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:56.069584 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-e3733a55-02fb-49d4-9f72-2087a48f66a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3877371', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3905657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5902'] for router, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:56.086565 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-e3733a55-02fb-49d4-9f72-2087a48f66a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:56.243178 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b33902b-c02b-4514-afb4-2cbb5311bf48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9ec772a-7f49-5126-b4ce-3bf4331ec797-5c37d138-8837-42e4-9380-fd5e2c8077da', 'network_id': '5c37d138-8837-42e4-9380-fd5e2c8077da', 'tenant_id': '0081b93f682b424a92f9969541476853', 'fixed_ips': [{'subnet_id': '8b57f840-4f16-4f1d-a226-d26c6973a8b4'}]}} from dv-cinder-784140-5-iscsi. {{(pid=91760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 06:59:56.244010 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-9b33902b-c02b-4514-afb4-2cbb5311bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:56.353991 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-e3733a55-02fb-49d4-9f72-2087a48f66a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3877257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5912'] for router, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:56.424270 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.db_base_plugin_common [None req-9b33902b-c02b-4514-afb4-2cbb5311bf48 None None] Allocated IP 172.20.0.2 (5c37d138-8837-42e4-9380-fd5e2c8077da/8b57f840-4f16-4f1d-a226-d26c6973a8b4/c1728c1c-06db-4976-b963-92fe7b41df82) {{(pid=91760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:59:56.547371 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e52c08-c6fe-4fb7-8de8-c81cd21fd558 req-42e17e60-803b-4231-a5fe-a6e76745721f tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:56.548806 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-f4e52c08-c6fe-4fb7-8de8-c81cd21fd558 req-42e17e60-803b-4231-a5fe-a6e76745721f tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 945 time: 0.0858877 Jun 07 06:59:56.595408 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-f4e52c08-c6fe-4fb7-8de8-c81cd21fd558 req-26ad0755-06d1-442b-9456-9c2283dcec66 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407915 Jun 07 06:59:56.642975 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-9b33902b-c02b-4514-afb4-2cbb5311bf48 None None] Notify callbacks [] for port, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:56.654767 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-9b33902b-c02b-4514-afb4-2cbb5311bf48 None None] Transition to ACTIVE for port object c1728c1c-06db-4976-b963-92fe7b41df82 will not be triggered until provisioned by entity L2. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:59:56.669478 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-e3733a55-02fb-49d4-9f72-2087a48f66a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:56.673108 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-9b33902b-c02b-4514-afb4-2cbb5311bf48 None None] Transition to ACTIVE for port object c1728c1c-06db-4976-b963-92fe7b41df82 will not be triggered until provisioned by entity DHCP. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 06:59:56.678448 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-9b33902b-c02b-4514-afb4-2cbb5311bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767'] for port, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:56.682200 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:56.702949 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-e3733a55-02fb-49d4-9f72-2087a48f66a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:56.777910 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b33902b-c02b-4514-afb4-2cbb5311bf48 None None] Network 5c37d138-8837-42e4-9380-fd5e2c8077da is already hosted by enough agents. {{(pid=91760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:59:56.780746 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [None req-9b33902b-c02b-4514-afb4-2cbb5311bf48 None None] Resources bound (agent type, host, resource id): {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:59:56.783737 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b33902b-c02b-4514-afb4-2cbb5311bf48 None None] Received port after_create {{(pid=91760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:59:56.823017 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33902b-c02b-4514-afb4-2cbb5311bf48 None None] Pushing event updated for resources: {'Port': ['ID=c1728c1c-06db-4976-b963-92fe7b41df82,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:56.837806 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.db_base_plugin_common [None req-e3733a55-02fb-49d4-9f72-2087a48f66a9 admin admin] Allocated IP 172.27.1.89 (fe992a7c-d3c2-4e8d-9573-c4f663251d7a/c4323051-ed30-4a9a-b3aa-b457aab0dfbf/334ef925-5ed1-4169-9b13-c323ecccb512) {{(pid=91758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:59:56.863085 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33902b-c02b-4514-afb4-2cbb5311bf48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:56.863328 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33902b-c02b-4514-afb4-2cbb5311bf48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:56.863649 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33902b-c02b-4514-afb4-2cbb5311bf48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:56.863972 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33902b-c02b-4514-afb4-2cbb5311bf48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:56.864292 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33902b-c02b-4514-afb4-2cbb5311bf48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:56.864613 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33902b-c02b-4514-afb4-2cbb5311bf48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:56.864933 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33902b-c02b-4514-afb4-2cbb5311bf48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:56.865247 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33902b-c02b-4514-afb4-2cbb5311bf48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:56.865603 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33902b-c02b-4514-afb4-2cbb5311bf48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:56.865929 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33902b-c02b-4514-afb4-2cbb5311bf48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:56.866242 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33902b-c02b-4514-afb4-2cbb5311bf48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:56.866549 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33902b-c02b-4514-afb4-2cbb5311bf48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 06:59:56.871170 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-9b33902b-c02b-4514-afb4-2cbb5311bf48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:56.891492 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-9b33902b-c02b-4514-afb4-2cbb5311bf48 None None] Attempting to bind port c1728c1c-06db-4976-b963-92fe7b41df82 on host dv-cinder-784140-5-iscsi for vnic_type normal with profile {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 06:59:56.891864 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-9b33902b-c02b-4514-afb4-2cbb5311bf48 None None] Attempting to bind port c1728c1c-06db-4976-b963-92fe7b41df82 by drivers openvswitch,hyperv on host dv-cinder-784140-5-iscsi at level 0 using segments [{'id': 'bb5542f4-3ec4-4f5b-a0df-596623c3dedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5c37d138-8837-42e4-9380-fd5e2c8077da'}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 06:59:56.892221 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b33902b-c02b-4514-afb4-2cbb5311bf48 None None] Attempting to bind port c1728c1c-06db-4976-b963-92fe7b41df82 on network 5c37d138-8837-42e4-9380-fd5e2c8077da {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 06:59:56.897433 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b33902b-c02b-4514-afb4-2cbb5311bf48 None None] Checking agent: {'id': '90bc4f0f-bba4-44bf-b00d-04c4d717fccd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 38), 'started_at': datetime.datetime(2021, 6, 7, 6, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 06:59:56.897829 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b33902b-c02b-4514-afb4-2cbb5311bf48 None None] Checking segment: {'id': 'bb5542f4-3ec4-4f5b-a0df-596623c3dedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5c37d138-8837-42e4-9380-fd5e2c8077da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 06:59:56.898249 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-9b33902b-c02b-4514-afb4-2cbb5311bf48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:56.898686 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b33902b-c02b-4514-afb4-2cbb5311bf48 None None] Bound using segment: {'id': 'bb5542f4-3ec4-4f5b-a0df-596623c3dedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5c37d138-8837-42e4-9380-fd5e2c8077da'} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 06:59:56.899310 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-9b33902b-c02b-4514-afb4-2cbb5311bf48 None None] Bound port: c1728c1c-06db-4976-b963-92fe7b41df82, host: dv-cinder-784140-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb5542f4-3ec4-4f5b-a0df-596623c3dedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5c37d138-8837-42e4-9380-fd5e2c8077da'}}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 06:59:56.899680 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-9b33902b-c02b-4514-afb4-2cbb5311bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:56.991307 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-9b33902b-c02b-4514-afb4-2cbb5311bf48 None None] For port c1728c1c-06db-4976-b963-92fe7b41df82, host dv-cinder-784140-5-iscsi, cleared binding levels {{(pid=91760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 06:59:56.995864 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-9b33902b-c02b-4514-afb4-2cbb5311bf48 None None] For port c1728c1c-06db-4976-b963-92fe7b41df82, host dv-cinder-784140-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=c1728c1c-06db-4976-b963-92fe7b41df82,segment=NetworkSegment(bb5542f4-3ec4-4f5b-a0df-596623c3dedd),segment_id=bb5542f4-3ec4-4f5b-a0df-596623c3dedd)] {{(pid=91760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 06:59:57.001281 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-9b33902b-c02b-4514-afb4-2cbb5311bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:57.004978 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:57.082482 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33902b-c02b-4514-afb4-2cbb5311bf48 None None] Pushing event updated for resources: {'Port': ['ID=c1728c1c-06db-4976-b963-92fe7b41df82,revision_number=2']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:57.090818 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-9b33902b-c02b-4514-afb4-2cbb5311bf48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:57.153176 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-e3733a55-02fb-49d4-9f72-2087a48f66a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:57.182829 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74535bc-65fc-49d0-80d4-68961a309ab1 req-f270daf8-a08b-402f-9420-78d67698df90 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:57.184270 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-c74535bc-65fc-49d0-80d4-68961a309ab1 req-f270daf8-a08b-402f-9420-78d67698df90 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca2b091e-339d-4c62-bb80-7c149a0e92ac HTTP/1.1" status: 200 len: 943 time: 0.1430383 Jun 07 06:59:57.233678 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-e3733a55-02fb-49d4-9f72-2087a48f66a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:57.242177 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:57.304625 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-c74535bc-65fc-49d0-80d4-68961a309ab1 req-bce860a4-f68c-482e-8bd3-e7d59f500145 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139867 Jun 07 06:59:57.328576 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3733a55-02fb-49d4-9f72-2087a48f66a9 admin admin] Network fe992a7c-d3c2-4e8d-9573-c4f663251d7a is already hosted by enough agents. {{(pid=91758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 06:59:57.331931 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.base_scheduler [None req-e3733a55-02fb-49d4-9f72-2087a48f66a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 06:59:57.335940 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3733a55-02fb-49d4-9f72-2087a48f66a9 admin admin] Received port after_create {{(pid=91758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 06:59:57.393181 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3733a55-02fb-49d4-9f72-2087a48f66a9 admin admin] Pushing event updated for resources: {'Port': ['ID=334ef925-5ed1-4169-9b13-c323ecccb512,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:57.397131 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-e3733a55-02fb-49d4-9f72-2087a48f66a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:57.761671 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-e3733a55-02fb-49d4-9f72-2087a48f66a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:57.800483 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97149cd3-7fba-417e-a6b3-d898c1159e9b req-6e871a61-2405-4ee2-b88b-0792ed490b1e tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:57.802207 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-97149cd3-7fba-417e-a6b3-d898c1159e9b req-6e871a61-2405-4ee2-b88b-0792ed490b1e tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 945 time: 0.0921648 Jun 07 06:59:57.840126 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device 0e689c1c-6973-4242-8809-85d89ecca314 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 06:59:57.860365 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-97149cd3-7fba-417e-a6b3-d898c1159e9b req-08ccb39e-91ff-4aee-811d-684858c35848 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501635 Jun 07 06:59:57.994022 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port 0e689c1c-6973-4242-8809-85d89ecca314, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=0e689c1c-6973-4242-8809-85d89ecca314,segment=NetworkSegment(885fa550-1759-4487-99dc-70f937f90f45),segment_id=885fa550-1759-4487-99dc-70f937f90f45)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:59:58.008307 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Returning: {'device': '0e689c1c-6973-4242-8809-85d89ecca314', 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef', 'port_id': '0e689c1c-6973-4242-8809-85d89ecca314', 'mac_address': 'fa:16:3e:4a:a2:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a72f20-455f-479d-87c8-83d2f8548043', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 06:59:58.062463 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28347260-eb4f-4084-be16-957386875eb1 None None] Network 5c37d138-8837-42e4-9380-fd5e2c8077da requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 06:59:58.082085 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:58.116496 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e689c1c-6973-4242-8809-85d89ecca314 {{(pid=91760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 06:59:58.145995 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-e3733a55-02fb-49d4-9f72-2087a48f66a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3877286'] for router, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:58.198640 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port 0e689c1c-6973-4242-8809-85d89ecca314, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=0e689c1c-6973-4242-8809-85d89ecca314,segment=NetworkSegment(885fa550-1759-4487-99dc-70f937f90f45),segment_id=885fa550-1759-4487-99dc-70f937f90f45)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:59:58.201432 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-a2ab8b64-a40d-4a92-b0e5-ed50f12c0e58 None None] Provisioning for port c1728c1c-06db-4976-b963-92fe7b41df82 completed by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:59:58.213288 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:58.217481 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:58.344644 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=0e689c1c-6973-4242-8809-85d89ecca314,revision_number=4']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:58.352709 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3733a55-02fb-49d4-9f72-2087a48f66a9 admin admin] Router 68e45f29-beac-4be5-b83c-b6c43290fd6c is scheduled to L3 agent 207d1699-2b30-4848-a9d2-d112df8957f2 with binding_index 1 {{(pid=91758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 06:59:58.372737 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:58.447962 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] get_ports_and_sgs() called for port_ids ['0e689c1c-6973-4242-8809-85d89ecca314'] {{(pid=91760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 06:59:58.488203 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device c1728c1c-06db-4976-b963-92fe7b41df82 up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 06:59:58.616593 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning for port c1728c1c-06db-4976-b963-92fe7b41df82 completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 06:59:58.631348 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port c1728c1c-06db-4976-b963-92fe7b41df82 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:59:58.631718 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:58.710726 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3733a55-02fb-49d4-9f72-2087a48f66a9 admin admin] Notify agent at l3_agent.dv-cinder-784140-5-iscsi the message routers_updated {{(pid=91758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 06:59:58.726294 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26577c95-f2bd-4ba2-8d7b-4d2cd7ea6598 req-e08cf1ac-621f-42e1-bfa5-705b474b9205 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:58.728470 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-26577c95-f2bd-4ba2-8d7b-4d2cd7ea6598 req-e08cf1ac-621f-42e1-bfa5-705b474b9205 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca2b091e-339d-4c62-bb80-7c149a0e92ac HTTP/1.1" status: 200 len: 944 time: 0.1966734 Jun 07 06:59:58.729235 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b73856-a26d-4923-ab4e-84b6165cf970 None None] Sync routers for ids ['68e45f29-beac-4be5-b83c-b6c43290fd6c'] in dv-cinder-784140-5-iscsi {{(pid=91760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 06:59:58.742961 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-2c5aa966-3092-4b71-8dc5-7bffcfa74e49 None None] Provisioning complete for port c1728c1c-06db-4976-b963-92fe7b41df82 triggered by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 06:59:58.743428 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-2c5aa966-3092-4b71-8dc5-7bffcfa74e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:58.757358 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-e3733a55-02fb-49d4-9f72-2087a48f66a9 admin admin] Notify callbacks [] for router, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:58.758571 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-e3733a55-02fb-49d4-9f72-2087a48f66a9 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7155218 Jun 07 06:59:58.762497 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 46920) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 06:59:58.778759 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-26577c95-f2bd-4ba2-8d7b-4d2cd7ea6598 req-8a017c86-6d71-414e-ba11-52e9aabe1053 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426214 Jun 07 06:59:58.796538 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b73856-a26d-4923-ab4e-84b6165cf970 None None] Routers {'68e45f29-beac-4be5-b83c-b6c43290fd6c'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 06:59:58.797163 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-d7b73856-a26d-4923-ab4e-84b6165cf970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T06:59:38Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['68e45f29-beac-4be5-b83c-b6c43290fd6c'], 'active': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:59.126349 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvr_db [None req-d7b73856-a26d-4923-ab4e-84b6165cf970 None None] Set router 68e45f29-beac-4be5-b83c-b6c43290fd6c gateway port host: dv-cinder-784140-5-iscsi {{(pid=91760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 06:59:59.241566 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:59.327952 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92770c-461e-4c54-b411-1971a1813ddb req-12f4d2fb-931a-4754-97cc-596544134c69 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:59.329393 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-1c92770c-461e-4c54-b411-1971a1813ddb req-12f4d2fb-931a-4754-97cc-596544134c69 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 945 time: 0.3372216 Jun 07 06:59:59.387881 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] For port c1728c1c-06db-4976-b963-92fe7b41df82, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=c1728c1c-06db-4976-b963-92fe7b41df82,segment=NetworkSegment(bb5542f4-3ec4-4f5b-a0df-596623c3dedd),segment_id=bb5542f4-3ec4-4f5b-a0df-596623c3dedd)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 06:59:59.441094 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:59.449793 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-1c92770c-461e-4c54-b411-1971a1813ddb req-3c23cf8e-10ba-44cb-8033-c1a02922cf0e tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092889 Jun 07 06:59:59.452813 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-34b0b2d1-5f91-47f2-9435-7ea43ce06954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 06:59:59.501815 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-2c5aa966-3092-4b71-8dc5-7bffcfa74e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:59.633645 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-337327eb-fbc7-4f97-9c5c-15b8bad5909b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:59.652264 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Pushing event updated for resources: {'Port': ['ID=c1728c1c-06db-4976-b963-92fe7b41df82,revision_number=3']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 06:59:59.658945 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 06:59:59.672706 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.db.api [None req-2c5aa966-3092-4b71-8dc5-7bffcfa74e49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 06:59:59.673065 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_db.api [None req-2c5aa966-3092-4b71-8dc5-7bffcfa74e49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 06:59:59.695023 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-d7b73856-a26d-4923-ab4e-84b6165cf970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e45f29-beac-4be5-b83c-b6c43290fd6c', 'name': 'tempest-TestShelveInstance-1143256083-router', 'tenant_id': '0081b93f682b424a92f9969541476853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '334ef925-5ed1-4169-9b13-c323ecccb512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:59:56Z', 'updated_at': '2021-06-07T06:59:57Z', 'revision_number': 3, 'project_id': '0081b93f682b424a92f9969541476853', 'gw_port': {'id': '334ef925-5ed1-4169-9b13-c323ecccb512', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e45f29-beac-4be5-b83c-b6c43290fd6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:56Z', 'updated_at': '2021-06-07T06:59:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi'}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 06:59:59.699044 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b73856-a26d-4923-ab4e-84b6165cf970 None None] Checking router: 68e45f29-beac-4be5-b83c-b6c43290fd6c for host: dv-cinder-784140-5-iscsi {{(pid=91760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 06:59:59.699404 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b73856-a26d-4923-ab4e-84b6165cf970 None None] Updating router 68e45f29-beac-4be5-b83c-b6c43290fd6c port 334ef925-5ed1-4169-9b13-c323ecccb512 binding host dv-cinder-784140-5-iscsi {{(pid=91760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 06:59:59.751062 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d7b73856-a26d-4923-ab4e-84b6165cf970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 06:59:59.843639 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.db_base_plugin_common [None req-337327eb-fbc7-4f97-9c5c-15b8bad5909b admin admin] Allocated IP 172.20.0.1 (5c37d138-8837-42e4-9380-fd5e2c8077da/8b57f840-4f16-4f1d-a226-d26c6973a8b4/d944a582-a31f-4d67-9a4b-29540d27946b) {{(pid=91759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 06:59:59.967644 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a51f8-b1d8-4161-bf5a-9f9760b479a8 req-4b7c7a66-5dab-4453-b98d-b02d9af4aac4 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 06:59:59.969111 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-f20a51f8-b1d8-4161-bf5a-9f9760b479a8 req-4b7c7a66-5dab-4453-b98d-b02d9af4aac4 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca2b091e-339d-4c62-bb80-7c149a0e92ac HTTP/1.1" status: 200 len: 944 time: 0.0825691 Jun 07 06:59:59.996895 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-337327eb-fbc7-4f97-9c5c-15b8bad5909b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:00.013360 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.provisioning_blocks [None req-337327eb-fbc7-4f97-9c5c-15b8bad5909b admin admin] Transition to ACTIVE for port object d944a582-a31f-4d67-9a4b-29540d27946b will not be triggered until provisioned by entity DHCP. {{(pid=91759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 07:00:00.018250 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-f20a51f8-b1d8-4161-bf5a-9f9760b479a8 req-7df69166-3bbb-45c2-b3f1-564d2bc5f9b0 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420766 Jun 07 07:00:00.044947 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-337327eb-fbc7-4f97-9c5c-15b8bad5909b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222160'] for port, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:00.048689 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:00.088364 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d7b73856-a26d-4923-ab4e-84b6165cf970 None None] Notify callbacks [] for port, precommit_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:00.099562 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-d7b73856-a26d-4923-ab4e-84b6165cf970 None None] Transition to ACTIVE for port object 334ef925-5ed1-4169-9b13-c323ecccb512 will not be triggered until provisioned by entity L2. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 07:00:00.106598 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d7b73856-a26d-4923-ab4e-84b6165cf970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:00.114121 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-9b33902b-c02b-4514-afb4-2cbb5311bf48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:00.114317 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337327eb-fbc7-4f97-9c5c-15b8bad5909b admin admin] Network 5c37d138-8837-42e4-9380-fd5e2c8077da is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 07:00:00.114619 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-337327eb-fbc7-4f97-9c5c-15b8bad5909b admin admin] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 07:00:00.118280 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337327eb-fbc7-4f97-9c5c-15b8bad5909b admin admin] Received port after_create {{(pid=91759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 07:00:00.146997 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337327eb-fbc7-4f97-9c5c-15b8bad5909b admin admin] Pushing event updated for resources: {'Port': ['ID=d944a582-a31f-4d67-9a4b-29540d27946b,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:00.153953 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-337327eb-fbc7-4f97-9c5c-15b8bad5909b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:00.178908 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-337327eb-fbc7-4f97-9c5c-15b8bad5909b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885548'] for router_interface, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:00.238361 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e813c93-3334-451a-9231-4acd82f256c2 None None] Pushing event updated for resources: {'Port': ['ID=334ef925-5ed1-4169-9b13-c323ecccb512,revision_number=2']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:00.240603 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-d7b73856-a26d-4923-ab4e-84b6165cf970 None None] Attempting to bind port 334ef925-5ed1-4169-9b13-c323ecccb512 on host dv-cinder-784140-5-iscsi for vnic_type normal with profile {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 07:00:00.240982 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-d7b73856-a26d-4923-ab4e-84b6165cf970 None None] Attempting to bind port 334ef925-5ed1-4169-9b13-c323ecccb512 by drivers openvswitch,hyperv on host dv-cinder-784140-5-iscsi at level 0 using segments [{'id': '5ae08632-c29b-4dd6-8d62-13cd62eb6da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 07:00:00.241347 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b73856-a26d-4923-ab4e-84b6165cf970 None None] Attempting to bind port 334ef925-5ed1-4169-9b13-c323ecccb512 on network fe992a7c-d3c2-4e8d-9573-c4f663251d7a {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 07:00:00.245666 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-8e813c93-3334-451a-9231-4acd82f256c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:00.253207 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b73856-a26d-4923-ab4e-84b6165cf970 None None] Checking agent: {'id': '90bc4f0f-bba4-44bf-b00d-04c4d717fccd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 38), 'started_at': datetime.datetime(2021, 6, 7, 6, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 07:00:00.253589 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b73856-a26d-4923-ab4e-84b6165cf970 None None] Checking segment: {'id': '5ae08632-c29b-4dd6-8d62-13cd62eb6da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 07:00:00.254024 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d7b73856-a26d-4923-ab4e-84b6165cf970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:00.254422 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b73856-a26d-4923-ab4e-84b6165cf970 None None] Bound using segment: {'id': '5ae08632-c29b-4dd6-8d62-13cd62eb6da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 07:00:00.254901 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-d7b73856-a26d-4923-ab4e-84b6165cf970 None None] Bound port: 334ef925-5ed1-4169-9b13-c323ecccb512, host: dv-cinder-784140-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae08632-c29b-4dd6-8d62-13cd62eb6da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'}}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 07:00:00.255278 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d7b73856-a26d-4923-ab4e-84b6165cf970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:00.333254 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-d7b73856-a26d-4923-ab4e-84b6165cf970 None None] For port 334ef925-5ed1-4169-9b13-c323ecccb512, host dv-cinder-784140-5-iscsi, cleared binding levels {{(pid=91760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 07:00:00.336814 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-d7b73856-a26d-4923-ab4e-84b6165cf970 None None] For port 334ef925-5ed1-4169-9b13-c323ecccb512, host dv-cinder-784140-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=334ef925-5ed1-4169-9b13-c323ecccb512,segment=NetworkSegment(5ae08632-c29b-4dd6-8d62-13cd62eb6da9),segment_id=5ae08632-c29b-4dd6-8d62-13cd62eb6da9)] {{(pid=91760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 07:00:00.341898 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d7b73856-a26d-4923-ab4e-84b6165cf970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:00.351405 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:00.422921 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device c1728c1c-06db-4976-b963-92fe7b41df82 up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 07:00:00.446905 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-337327eb-fbc7-4f97-9c5c-15b8bad5909b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:00.483890 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b73856-a26d-4923-ab4e-84b6165cf970 None None] Routers {'68e45f29-beac-4be5-b83c-b6c43290fd6c'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:00:00.484905 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-d7b73856-a26d-4923-ab4e-84b6165cf970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T06:59:38Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['68e45f29-beac-4be5-b83c-b6c43290fd6c'], 'active': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:00.562630 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-a5ace96d-c586-499a-a2b5-2e58c6af0936 None None] Provisioning for port d944a582-a31f-4d67-9a4b-29540d27946b completed by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 07:00:00.580138 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e813c93-3334-451a-9231-4acd82f256c2 None None] Pushing event updated for resources: {'Port': ['ID=334ef925-5ed1-4169-9b13-c323ecccb512,revision_number=3']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:00.583361 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-8e813c93-3334-451a-9231-4acd82f256c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:00.584280 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-a5ace96d-c586-499a-a2b5-2e58c6af0936 None None] Provisioning complete for port d944a582-a31f-4d67-9a4b-29540d27946b triggered by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:00:00.584660 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a5ace96d-c586-499a-a2b5-2e58c6af0936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:00.737945 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-a5ace96d-c586-499a-a2b5-2e58c6af0936 None None] Port d944a582-a31f-4d67-9a4b-29540d27946b cannot update to ACTIVE because it is not bound. {{(pid=91760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 07:00:00.745700 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port c1728c1c-06db-4976-b963-92fe7b41df82 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:00:00.746021 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:00.845277 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8293aa0-690f-4cdd-b727-b1f1ca6e139f req-1dc543f0-ad74-48b9-9823-4feb724e69b7 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:00.846750 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-c8293aa0-690f-4cdd-b727-b1f1ca6e139f req-1dc543f0-ad74-48b9-9823-4feb724e69b7 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 945 time: 0.2390511 Jun 07 07:00:00.851369 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvr_db [None req-d7b73856-a26d-4923-ab4e-84b6165cf970 None None] Set router 68e45f29-beac-4be5-b83c-b6c43290fd6c gateway port host: dv-cinder-784140-5-iscsi {{(pid=91760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:00:00.852532 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-337327eb-fbc7-4f97-9c5c-15b8bad5909b admin admin] Notify callbacks [] for port, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:00.870260 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-337327eb-fbc7-4f97-9c5c-15b8bad5909b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222187'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:00.899698 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-584ed424-165a-4623-9251-ab6580b6f8a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:00.990826 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-c8293aa0-690f-4cdd-b727-b1f1ca6e139f req-9845068f-d3d9-492b-87a3-3a7073e2a4db tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361201 Jun 07 07:00:00.998892 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-337327eb-fbc7-4f97-9c5c-15b8bad5909b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3890597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875508'] for router_interface, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:01.025451 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337327eb-fbc7-4f97-9c5c-15b8bad5909b admin admin] Pushing event updated for resources: {'Port': ['ID=d944a582-a31f-4d67-9a4b-29540d27946b,revision_number=2']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:01.031207 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-337327eb-fbc7-4f97-9c5c-15b8bad5909b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:01.152723 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337327eb-fbc7-4f97-9c5c-15b8bad5909b admin admin] Network 5c37d138-8837-42e4-9380-fd5e2c8077da is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 07:00:01.154011 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-337327eb-fbc7-4f97-9c5c-15b8bad5909b admin admin] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 07:00:01.227237 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd8baf-8c9f-4ee9-9a5d-02656a1afc27 req-9423003d-25b1-4776-a65a-6fdcbe145338 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:01.233621 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-d7b73856-a26d-4923-ab4e-84b6165cf970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e45f29-beac-4be5-b83c-b6c43290fd6c', 'name': 'tempest-TestShelveInstance-1143256083-router', 'tenant_id': '0081b93f682b424a92f9969541476853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '334ef925-5ed1-4169-9b13-c323ecccb512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:59:56Z', 'updated_at': '2021-06-07T07:00:00Z', 'revision_number': 4, 'project_id': '0081b93f682b424a92f9969541476853', 'gw_port': {'id': '334ef925-5ed1-4169-9b13-c323ecccb512', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e45f29-beac-4be5-b83c-b6c43290fd6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:56Z', 'updated_at': '2021-06-07T07:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': 'd944a582-a31f-4d67-9a4b-29540d27946b', 'name': '', 'network_id': '5c37d138-8837-42e4-9380-fd5e2c8077da', 'tenant_id': '0081b93f682b424a92f9969541476853', 'mac_address': 'fa:16:3e:19:7a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e45f29-beac-4be5-b83c-b6c43290fd6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '8b57f840-4f16-4f1d-a226-d26c6973a8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:59Z', 'updated_at': '2021-06-07T06:59:59Z', 'revision_number': 1, 'project_id': '0081b93f682b424a92f9969541476853', 'subnets': [{'id': '8b57f840-4f16-4f1d-a226-d26c6973a8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:01.234752 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-decd8baf-8c9f-4ee9-9a5d-02656a1afc27 req-9423003d-25b1-4776-a65a-6fdcbe145338 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca2b091e-339d-4c62-bb80-7c149a0e92ac HTTP/1.1" status: 200 len: 944 time: 0.1008830 Jun 07 07:00:01.238386 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b73856-a26d-4923-ab4e-84b6165cf970 None None] The sync data for ids ['68e45f29-beac-4be5-b83c-b6c43290fd6c'] in dv-cinder-784140-5-iscsi is: [{'id': '68e45f29-beac-4be5-b83c-b6c43290fd6c', 'name': 'tempest-TestShelveInstance-1143256083-router', 'tenant_id': '0081b93f682b424a92f9969541476853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '334ef925-5ed1-4169-9b13-c323ecccb512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:59:56Z', 'updated_at': '2021-06-07T07:00:00Z', 'revision_number': 4, 'project_id': '0081b93f682b424a92f9969541476853', 'gw_port': {'id': '334ef925-5ed1-4169-9b13-c323ecccb512', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e45f29-beac-4be5-b83c-b6c43290fd6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:56Z', 'updated_at': '2021-06-07T07:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': 'd944a582-a31f-4d67-9a4b-29540d27946b', 'name': '', 'network_id': '5c37d138-8837-42e4-9380-fd5e2c8077da', 'tenant_id': '0081b93f682b424a92f9969541476853', 'mac_address': 'fa:16:3e:19:7a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e45f29-beac-4be5-b83c-b6c43290fd6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '8b57f840-4f16-4f1d-a226-d26c6973a8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:59Z', 'updated_at': '2021-06-07T06:59:59Z', 'revision_number': 1, 'project_id': '0081b93f682b424a92f9969541476853', 'subnets': [{'id': '8b57f840-4f16-4f1d-a226-d26c6973a8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 07:00:01.290050 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-decd8baf-8c9f-4ee9-9a5d-02656a1afc27 req-e16c9d95-706b-4fd2-a96d-3d2ade9ab652 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540366 Jun 07 07:00:01.360489 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337327eb-fbc7-4f97-9c5c-15b8bad5909b admin admin] Router 68e45f29-beac-4be5-b83c-b6c43290fd6c has already been hosted by L3 agent 207d1699-2b30-4848-a9d2-d112df8957f2 {{(pid=91759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 07:00:01.477663 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-88f2cad6-b02a-4770-af2a-de882d96a382 None None] Provisioning complete for port d944a582-a31f-4d67-9a4b-29540d27946b triggered by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:00:01.478847 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-88f2cad6-b02a-4770-af2a-de882d96a382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:01.542987 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-88f2cad6-b02a-4770-af2a-de882d96a382 None None] Port d944a582-a31f-4d67-9a4b-29540d27946b cannot update to ACTIVE because it is not bound. {{(pid=91760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 07:00:01.573535 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337327eb-fbc7-4f97-9c5c-15b8bad5909b admin admin] Notify agent at l3_agent.dv-cinder-784140-5-iscsi the message routers_updated {{(pid=91759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 07:00:01.578874 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-337327eb-fbc7-4f97-9c5c-15b8bad5909b admin admin] 10.222.0.35 "PUT /v2.0/routers/68e45f29-beac-4be5-b83c-b6c43290fd6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8150861 Jun 07 07:00:01.838544 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device 0e689c1c-6973-4242-8809-85d89ecca314 up at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 07:00:01.948644 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Provisioning for port 0e689c1c-6973-4242-8809-85d89ecca314 completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 07:00:01.953761 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Provisioning complete for port 0e689c1c-6973-4242-8809-85d89ecca314 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:00:01.954216 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:02.096430 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:02.137399 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2b091e-339d-4c62-bb80-7c149a0e92ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e689c1c-6973-4242-8809-85d89ecca314'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:00:02.139869 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bdfcc22c2f6cd30966a80f508f9d4395b4bd329b93c89cee5ea7ddf2c7e5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c27ea33-3f2f-4d88-aa65-39a95b154929" -d '{"events": [{"server_uuid": "ca2b091e-339d-4c62-bb80-7c149a0e92ac", "name": "network-vif-plugged", "status": "completed", "tag": "0e689c1c-6973-4242-8809-85d89ecca314"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:00:02.154300 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port 0e689c1c-6973-4242-8809-85d89ecca314, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=0e689c1c-6973-4242-8809-85d89ecca314,segment=NetworkSegment(885fa550-1759-4487-99dc-70f937f90f45),segment_id=885fa550-1759-4487-99dc-70f937f90f45)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:00:02.162537 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:02.165374 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:02.173062 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 46950) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:02.178033 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [None req-166ad3c9-9f93-45ae-983f-8deff0e4934e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1360596446-network', 'tenant_id': '3b9aba81e37b417a9fde6cc67714bf25'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:00:02.217553 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166ad3c9-9f93-45ae-983f-8deff0e4934e admin admin] Made reservation on behalf of 3b9aba81e37b417a9fde6cc67714bf25 for: {'network': 1} {{(pid=91758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 07:00:02.221356 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-166ad3c9-9f93-45ae-983f-8deff0e4934e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783645'] for network, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:02.235894 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-166ad3c9-9f93-45ae-983f-8deff0e4934e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:02.252490 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=0e689c1c-6973-4242-8809-85d89ecca314,revision_number=5']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:02.257185 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5c218-ee71-405c-95cb-31fce70ab703 req-a579b10c-9d2d-4034-80e4-b52f54245bd4 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:02.261287 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:02.265476 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-aea5c218-ee71-405c-95cb-31fce70ab703 req-a579b10c-9d2d-4034-80e4-b52f54245bd4 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 945 time: 0.1398973 Jun 07 07:00:02.330315 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-aea5c218-ee71-405c-95cb-31fce70ab703 req-29d8b495-fff5-4517-82a4-79e097194563 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639544 Jun 07 07:00:02.366691 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-166ad3c9-9f93-45ae-983f-8deff0e4934e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:02.372236 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-166ad3c9-9f93-45ae-983f-8deff0e4934e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:02.378325 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-fb000726-93b3-42e5-bbd6-39a71ecdddf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:02.422015 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-166ad3c9-9f93-45ae-983f-8deff0e4934e admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=91758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 07:00:02.428157 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ad3c9-9f93-45ae-983f-8deff0e4934e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddac3c61-8f1a-4e16-b5d8-0afbfc5334e8,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:02.432164 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-166ad3c9-9f93-45ae-983f-8deff0e4934e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:02.442713 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-166ad3c9-9f93-45ae-983f-8deff0e4934e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642'] for segment, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:02.443335 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.db.segments_db [None req-166ad3c9-9f93-45ae-983f-8deff0e4934e admin admin] Added segment 912f14d6-9580-44f0-836c-a8ea113a01de of type vlan for network 6175e6dd-4fa0-43b0-90bb-40c24925cd82 Jun 07 07:00:02.479432 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-166ad3c9-9f93-45ae-983f-8deff0e4934e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900516316'] for network, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:02.513488 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 334ef925-5ed1-4169-9b13-c323ecccb512 up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 07:00:02.518306 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-166ad3c9-9f93-45ae-983f-8deff0e4934e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3890583'] for network, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:02.519714 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166ad3c9-9f93-45ae-983f-8deff0e4934e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:02.520290 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-166ad3c9-9f93-45ae-983f-8deff0e4934e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for network, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:02.525950 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:02.560859 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 07:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d40897-afaf-4a92-9afd-9241476b0ee5 x-openstack-request-id: req-23d40897-afaf-4a92-9afd-9241476b0ee5 {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:00:02.561197 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca2b091e-339d-4c62-bb80-7c149a0e92ac", "name": "network-vif-plugged", "status": "completed", "tag": "0e689c1c-6973-4242-8809-85d89ecca314", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:00:02.561431 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-23d40897-afaf-4a92-9afd-9241476b0ee5 {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:00:02.561934 dv-cinder-784140-5-iscsi neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca2b091e-339d-4c62-bb80-7c149a0e92ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e689c1c-6973-4242-8809-85d89ecca314', 'code': 200} Jun 07 07:00:02.575673 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-166ad3c9-9f93-45ae-983f-8deff0e4934e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4014227 Jun 07 07:00:02.576978 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 46954) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:02.589283 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-cf675516-6987-4891-b132-e52539f45dd3 admin admin] Request body: {'subnet': {'network_id': '6175e6dd-4fa0-43b0-90bb-40c24925cd82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1360596446-subnet', 'tenant_id': '3b9aba81e37b417a9fde6cc67714bf25', 'ip_version': 4}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:00:02.613226 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning for port 334ef925-5ed1-4169-9b13-c323ecccb512 completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 07:00:02.620732 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port 334ef925-5ed1-4169-9b13-c323ecccb512 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:00:02.621146 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:02.625144 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107e941-533a-4832-9f8d-8ebbfdbf1422 req-a0fbcb84-1d60-4b76-bad5-b936987162d0 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:02.626670 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b107e941-533a-4832-9f8d-8ebbfdbf1422 req-a0fbcb84-1d60-4b76-bad5-b936987162d0 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca2b091e-339d-4c62-bb80-7c149a0e92ac HTTP/1.1" status: 200 len: 945 time: 0.1567624 Jun 07 07:00:02.627777 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf675516-6987-4891-b132-e52539f45dd3 admin admin] Made reservation on behalf of 3b9aba81e37b417a9fde6cc67714bf25 for: {'subnet': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 07:00:02.630120 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-cf675516-6987-4891-b132-e52539f45dd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2564212'] for subnet, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:02.660856 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ad3c9-9f93-45ae-983f-8deff0e4934e admin admin] Pushing event updated for resources: {'Network': ['ID=6175e6dd-4fa0-43b0-90bb-40c24925cd82,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:02.665221 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-166ad3c9-9f93-45ae-983f-8deff0e4934e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:02.683651 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Network 6175e6dd-4fa0-43b0-90bb-40c24925cd82 details requested by agent ovs-agent-dv-cinder-784140-5-iscsi with host dv-cinder-784140-5-iscsi {{(pid=91760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 07:00:02.715575 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b107e941-533a-4832-9f8d-8ebbfdbf1422 req-2828423c-dae6-44c5-8ae2-e8d2f5fb7feb tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710394 Jun 07 07:00:02.939689 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f7e23-139a-424d-8a39-dd1c27bf7302 req-be3ce2db-75c3-43bf-a8e3-429101b6287c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:02.941160 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-520f7e23-139a-424d-8a39-dd1c27bf7302 req-be3ce2db-75c3-43bf-a8e3-429101b6287c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ca2b091e-339d-4c62-bb80-7c149a0e92ac HTTP/1.1" status: 200 len: 1098 time: 0.1425087 Jun 07 07:00:02.947596 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:02.979794 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:02.980355 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-cf675516-6987-4891-b132-e52539f45dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2564198'] for subnet, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:02.994312 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:03.007087 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] For port 334ef925-5ed1-4169-9b13-c323ecccb512, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=334ef925-5ed1-4169-9b13-c323ecccb512,segment=NetworkSegment(5ae08632-c29b-4dd6-8d62-13cd62eb6da9),segment_id=5ae08632-c29b-4dd6-8d62-13cd62eb6da9)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:00:03.012164 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:03.014076 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:03.037444 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-520f7e23-139a-424d-8a39-dd1c27bf7302 req-1542b6ee-9c43-4bb6-8627-c2037a0dc060 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829337 Jun 07 07:00:03.076119 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf675516-6987-4891-b132-e52539f45dd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7121b237-fda7-43eb-977a-0eda67e768ec,revision_number=0']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:03.079847 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-cf675516-6987-4891-b132-e52539f45dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:03.080687 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf675516-6987-4891-b132-e52539f45dd3 admin admin] Checking segment: {'id': '912f14d6-9580-44f0-836c-a8ea113a01de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '6175e6dd-4fa0-43b0-90bb-40c24925cd82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 07:00:03.081042 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf675516-6987-4891-b132-e52539f45dd3 admin admin] Network hostable DHCP agents. Network: 6175e6dd-4fa0-43b0-90bb-40c24925cd82, hostable agents: ['1fe75083-37bf-44a6-88f5-2ab2a4fa7cf2'], hosted agents: [] {{(pid=91759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 07:00:03.097821 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf675516-6987-4891-b132-e52539f45dd3 admin admin] Network 6175e6dd-4fa0-43b0-90bb-40c24925cd82 is scheduled to be hosted by DHCP agent 1fe75083-37bf-44a6-88f5-2ab2a4fa7cf2 with binding_index 1 {{(pid=91759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 07:00:03.107689 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-cf675516-6987-4891-b132-e52539f45dd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-5-iscsi, 6175e6dd-4fa0-43b0-90bb-40c24925cd82) {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 07:00:03.115201 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf675516-6987-4891-b132-e52539f45dd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:03.115201 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-cf675516-6987-4891-b132-e52539f45dd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:03.131959 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-cf675516-6987-4891-b132-e52539f45dd3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5478427 Jun 07 07:00:03.132356 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dff1ef5-200a-48e0-9fc3-0d24d978db96 None None] Network 6175e6dd-4fa0-43b0-90bb-40c24925cd82 requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 07:00:03.134757 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 46956) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:03.139934 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-57930bb8-08e9-48ea-b881-9e42b6a8ce46 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1360596446-router', 'tenant_id': '3b9aba81e37b417a9fde6cc67714bf25', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'}}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:00:03.161873 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Pushing event updated for resources: {'Port': ['ID=334ef925-5ed1-4169-9b13-c323ecccb512,revision_number=4']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:03.168935 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:03.177497 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-57930bb8-08e9-48ea-b881-9e42b6a8ce46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5893'] for router, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:03.178543 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-57930bb8-08e9-48ea-b881-9e42b6a8ce46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3877371', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3905657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5902'] for router, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:03.193810 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-57930bb8-08e9-48ea-b881-9e42b6a8ce46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:03.436074 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c1321d-0460-4b62-b58b-4e5d6c67f076 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9ec772a-7f49-5126-b4ce-3bf4331ec797-6175e6dd-4fa0-43b0-90bb-40c24925cd82', 'network_id': '6175e6dd-4fa0-43b0-90bb-40c24925cd82', 'tenant_id': '3b9aba81e37b417a9fde6cc67714bf25', 'fixed_ips': [{'subnet_id': '7121b237-fda7-43eb-977a-0eda67e768ec'}]}} from dv-cinder-784140-5-iscsi. {{(pid=91760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 07:00:03.437064 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d6c1321d-0460-4b62-b58b-4e5d6c67f076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:03.528275 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d056727-6b3b-4a29-a4d2-9780bdcda5cf None None] Sync routers for ids ['68e45f29-beac-4be5-b83c-b6c43290fd6c'] in dv-cinder-784140-5-iscsi {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 07:00:03.533218 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c1ad1-5f4e-483d-b392-1fa1bf76d9a1 req-49bdc424-1c3a-440a-bb88-ce288df0973a tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:03.534911 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ec6c1ad1-5f4e-483d-b392-1fa1bf76d9a1 req-49bdc424-1c3a-440a-bb88-ce288df0973a tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 945 time: 0.0875194 Jun 07 07:00:03.538775 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d056727-6b3b-4a29-a4d2-9780bdcda5cf None None] Routers {'68e45f29-beac-4be5-b83c-b6c43290fd6c'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:00:03.539437 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-0d056727-6b3b-4a29-a4d2-9780bdcda5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T06:59:38Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['68e45f29-beac-4be5-b83c-b6c43290fd6c'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:03.583873 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ec6c1ad1-5f4e-483d-b392-1fa1bf76d9a1 req-994b9557-532f-4f09-9200-b1446c6a2dd7 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416877 Jun 07 07:00:03.587658 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-57930bb8-08e9-48ea-b881-9e42b6a8ce46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3877257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5912'] for router, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:03.629972 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.db_base_plugin_common [None req-d6c1321d-0460-4b62-b58b-4e5d6c67f076 None None] Allocated IP 172.20.0.2 (6175e6dd-4fa0-43b0-90bb-40c24925cd82/7121b237-fda7-43eb-977a-0eda67e768ec/f60806cf-69c6-4fa1-80c3-2507597d3c86) {{(pid=91760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 07:00:03.773345 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-0d056727-6b3b-4a29-a4d2-9780bdcda5cf None None] Set router 68e45f29-beac-4be5-b83c-b6c43290fd6c gateway port host: dv-cinder-784140-5-iscsi {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:00:03.895178 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d6c1321d-0460-4b62-b58b-4e5d6c67f076 None None] Notify callbacks [] for port, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:03.906403 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-d6c1321d-0460-4b62-b58b-4e5d6c67f076 None None] Transition to ACTIVE for port object f60806cf-69c6-4fa1-80c3-2507597d3c86 will not be triggered until provisioned by entity L2. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 07:00:03.925049 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-d6c1321d-0460-4b62-b58b-4e5d6c67f076 None None] Transition to ACTIVE for port object f60806cf-69c6-4fa1-80c3-2507597d3c86 will not be triggered until provisioned by entity DHCP. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 07:00:03.932761 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d6c1321d-0460-4b62-b58b-4e5d6c67f076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767'] for port, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:03.937257 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:04.001151 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c1321d-0460-4b62-b58b-4e5d6c67f076 None None] Network 6175e6dd-4fa0-43b0-90bb-40c24925cd82 is already hosted by enough agents. {{(pid=91760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 07:00:04.006632 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [None req-d6c1321d-0460-4b62-b58b-4e5d6c67f076 None None] Resources bound (agent type, host, resource id): {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 07:00:04.009857 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c1321d-0460-4b62-b58b-4e5d6c67f076 None None] Received port after_create {{(pid=91760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 07:00:04.049526 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1321d-0460-4b62-b58b-4e5d6c67f076 None None] Pushing event updated for resources: {'Port': ['ID=f60806cf-69c6-4fa1-80c3-2507597d3c86,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:04.052071 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-d6c1321d-0460-4b62-b58b-4e5d6c67f076 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:04.063178 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-57930bb8-08e9-48ea-b881-9e42b6a8ce46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:04.097034 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-57930bb8-08e9-48ea-b881-9e42b6a8ce46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:04.109173 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-d6c1321d-0460-4b62-b58b-4e5d6c67f076 None None] Attempting to bind port f60806cf-69c6-4fa1-80c3-2507597d3c86 on host dv-cinder-784140-5-iscsi for vnic_type normal with profile {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 07:00:04.109382 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-d6c1321d-0460-4b62-b58b-4e5d6c67f076 None None] Attempting to bind port f60806cf-69c6-4fa1-80c3-2507597d3c86 by drivers openvswitch,hyperv on host dv-cinder-784140-5-iscsi at level 0 using segments [{'id': '912f14d6-9580-44f0-836c-a8ea113a01de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '6175e6dd-4fa0-43b0-90bb-40c24925cd82'}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 07:00:04.109635 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c1321d-0460-4b62-b58b-4e5d6c67f076 None None] Attempting to bind port f60806cf-69c6-4fa1-80c3-2507597d3c86 on network 6175e6dd-4fa0-43b0-90bb-40c24925cd82 {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 07:00:04.118478 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c1321d-0460-4b62-b58b-4e5d6c67f076 None None] Checking agent: {'id': '90bc4f0f-bba4-44bf-b00d-04c4d717fccd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 38), 'started_at': datetime.datetime(2021, 6, 7, 6, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 07:00:04.118860 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c1321d-0460-4b62-b58b-4e5d6c67f076 None None] Checking segment: {'id': '912f14d6-9580-44f0-836c-a8ea113a01de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '6175e6dd-4fa0-43b0-90bb-40c24925cd82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 07:00:04.119428 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d6c1321d-0460-4b62-b58b-4e5d6c67f076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:04.119864 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c1321d-0460-4b62-b58b-4e5d6c67f076 None None] Bound using segment: {'id': '912f14d6-9580-44f0-836c-a8ea113a01de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '6175e6dd-4fa0-43b0-90bb-40c24925cd82'} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 07:00:04.120852 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-d6c1321d-0460-4b62-b58b-4e5d6c67f076 None None] Bound port: f60806cf-69c6-4fa1-80c3-2507597d3c86, host: dv-cinder-784140-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912f14d6-9580-44f0-836c-a8ea113a01de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '6175e6dd-4fa0-43b0-90bb-40c24925cd82'}}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 07:00:04.120852 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d6c1321d-0460-4b62-b58b-4e5d6c67f076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:04.131266 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-0d056727-6b3b-4a29-a4d2-9780bdcda5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e45f29-beac-4be5-b83c-b6c43290fd6c', 'name': 'tempest-TestShelveInstance-1143256083-router', 'tenant_id': '0081b93f682b424a92f9969541476853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '334ef925-5ed1-4169-9b13-c323ecccb512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:59:56Z', 'updated_at': '2021-06-07T07:00:00Z', 'revision_number': 4, 'project_id': '0081b93f682b424a92f9969541476853', 'gw_port': {'id': '334ef925-5ed1-4169-9b13-c323ecccb512', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e45f29-beac-4be5-b83c-b6c43290fd6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:56Z', 'updated_at': '2021-06-07T07:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': 'd944a582-a31f-4d67-9a4b-29540d27946b', 'name': '', 'network_id': '5c37d138-8837-42e4-9380-fd5e2c8077da', 'tenant_id': '0081b93f682b424a92f9969541476853', 'mac_address': 'fa:16:3e:19:7a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e45f29-beac-4be5-b83c-b6c43290fd6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '8b57f840-4f16-4f1d-a226-d26c6973a8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:59Z', 'updated_at': '2021-06-07T07:00:00Z', 'revision_number': 2, 'project_id': '0081b93f682b424a92f9969541476853', 'subnets': [{'id': '8b57f840-4f16-4f1d-a226-d26c6973a8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:04.136303 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d056727-6b3b-4a29-a4d2-9780bdcda5cf None None] Checking router: 68e45f29-beac-4be5-b83c-b6c43290fd6c for host: dv-cinder-784140-5-iscsi {{(pid=91761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 07:00:04.136737 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d056727-6b3b-4a29-a4d2-9780bdcda5cf None None] Updating router 68e45f29-beac-4be5-b83c-b6c43290fd6c port d944a582-a31f-4d67-9a4b-29540d27946b binding host dv-cinder-784140-5-iscsi {{(pid=91761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 07:00:04.164330 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94afb4d-564d-4894-a8ce-c56ff7829f9f req-9dfa53ea-adb0-4d4d-9d58-507d936804ef tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:04.166512 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-c94afb4d-564d-4894-a8ce-c56ff7829f9f req-9dfa53ea-adb0-4d4d-9d58-507d936804ef tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca2b091e-339d-4c62-bb80-7c149a0e92ac HTTP/1.1" status: 200 len: 945 time: 0.2335622 Jun 07 07:00:04.199198 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-0d056727-6b3b-4a29-a4d2-9780bdcda5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:04.215234 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-d6c1321d-0460-4b62-b58b-4e5d6c67f076 None None] For port f60806cf-69c6-4fa1-80c3-2507597d3c86, host dv-cinder-784140-5-iscsi, cleared binding levels {{(pid=91760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 07:00:04.218621 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-d6c1321d-0460-4b62-b58b-4e5d6c67f076 None None] For port f60806cf-69c6-4fa1-80c3-2507597d3c86, host dv-cinder-784140-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=f60806cf-69c6-4fa1-80c3-2507597d3c86,segment=NetworkSegment(912f14d6-9580-44f0-836c-a8ea113a01de),segment_id=912f14d6-9580-44f0-836c-a8ea113a01de)] {{(pid=91760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 07:00:04.223126 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d6c1321d-0460-4b62-b58b-4e5d6c67f076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:04.227602 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:04.271991 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-c94afb4d-564d-4894-a8ce-c56ff7829f9f req-fc1d5118-286b-4bb7-b2d1-729f70bc7081 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951946 Jun 07 07:00:04.305152 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1321d-0460-4b62-b58b-4e5d6c67f076 None None] Pushing event updated for resources: {'Port': ['ID=f60806cf-69c6-4fa1-80c3-2507597d3c86,revision_number=2']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:04.309110 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-d6c1321d-0460-4b62-b58b-4e5d6c67f076 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:04.313850 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.db_base_plugin_common [None req-57930bb8-08e9-48ea-b881-9e42b6a8ce46 admin admin] Allocated IP 172.27.1.243 (fe992a7c-d3c2-4e8d-9573-c4f663251d7a/c4323051-ed30-4a9a-b3aa-b457aab0dfbf/a262bd8d-5392-4b54-a57b-4984222604d2) {{(pid=91759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 07:00:04.431522 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 334ef925-5ed1-4169-9b13-c323ecccb512 up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 07:00:04.520933 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port 334ef925-5ed1-4169-9b13-c323ecccb512 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:00:04.520933 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:04.541798 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-57930bb8-08e9-48ea-b881-9e42b6a8ce46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:04.585224 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b349a8f-4f14-45d4-ba2d-13344d93c161 req-8ca6db31-40f1-4615-9de7-5055f2508251 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:04.587656 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-6b349a8f-4f14-45d4-ba2d-13344d93c161 req-8ca6db31-40f1-4615-9de7-5055f2508251 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca2b091e-339d-4c62-bb80-7c149a0e92ac HTTP/1.1" status: 200 len: 945 time: 0.1608517 Jun 07 07:00:04.615957 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-57930bb8-08e9-48ea-b881-9e42b6a8ce46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222160'] for port, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:04.628457 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-584ed424-165a-4623-9251-ab6580b6f8a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:04.660174 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-6b349a8f-4f14-45d4-ba2d-13344d93c161 req-d71ff224-639b-43a5-90ca-97b885b463ab tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642352 Jun 07 07:00:04.686559 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 46966) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:04.719488 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-0d056727-6b3b-4a29-a4d2-9780bdcda5cf None None] Notify callbacks [] for port, precommit_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:04.726298 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57930bb8-08e9-48ea-b881-9e42b6a8ce46 admin admin] Network fe992a7c-d3c2-4e8d-9573-c4f663251d7a is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 07:00:04.728631 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-57930bb8-08e9-48ea-b881-9e42b6a8ce46 admin admin] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 07:00:04.744578 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57930bb8-08e9-48ea-b881-9e42b6a8ce46 admin admin] Received port after_create {{(pid=91759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 07:00:04.754388 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-0d056727-6b3b-4a29-a4d2-9780bdcda5cf None None] Transition to ACTIVE for port object d944a582-a31f-4d67-9a4b-29540d27946b will not be triggered until provisioned by entity L2. {{(pid=91761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 07:00:04.765873 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-0d056727-6b3b-4a29-a4d2-9780bdcda5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:04.770639 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-ceead302-6a9e-416b-90fd-1ba1b9dc7c62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:04.800773 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0919a6-be28-4984-9b97-420cc4fe38c0 tempest-TestVolumeBootPattern-501813161 tempest-TestVolumeBootPattern-501813161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:04.805171 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-af0919a6-be28-4984-9b97-420cc4fe38c0 tempest-TestVolumeBootPattern-501813161 tempest-TestVolumeBootPattern-501813161-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ca2b091e-339d-4c62-bb80-7c149a0e92ac HTTP/1.1" status: 200 len: 1093 time: 0.1145339 Jun 07 07:00:04.805419 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 46968) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:04.810277 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [None req-da5fdb10-449d-484c-9360-193b634cfa05 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Request body: {'floatingip': {'floating_network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'port_id': '0e689c1c-6973-4242-8809-85d89ecca314', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'fixed_ip_address': '172.20.0.5'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:00:04.836287 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57930bb8-08e9-48ea-b881-9e42b6a8ce46 admin admin] Pushing event updated for resources: {'Port': ['ID=a262bd8d-5392-4b54-a57b-4984222604d2,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:04.837228 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-da5fdb10-449d-484c-9360-193b634cfa05 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks [] for floatingip, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:04.851441 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-57930bb8-08e9-48ea-b881-9e42b6a8ce46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:04.949477 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d432812-64f3-45ed-a931-9e7f882c7950 None None] Pushing event updated for resources: {'Port': ['ID=d944a582-a31f-4d67-9a4b-29540d27946b,revision_number=3']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:04.997158 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d432812-64f3-45ed-a931-9e7f882c7950 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:04.997536 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d432812-64f3-45ed-a931-9e7f882c7950 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:04.997911 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d432812-64f3-45ed-a931-9e7f882c7950 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:04.998247 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d432812-64f3-45ed-a931-9e7f882c7950 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:04.998567 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d432812-64f3-45ed-a931-9e7f882c7950 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:04.998931 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d432812-64f3-45ed-a931-9e7f882c7950 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:04.999204 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d432812-64f3-45ed-a931-9e7f882c7950 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:04.999523 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d432812-64f3-45ed-a931-9e7f882c7950 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:04.999695 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-da5fdb10-449d-484c-9360-193b634cfa05 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:04.999863 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d432812-64f3-45ed-a931-9e7f882c7950 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:05.000158 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d432812-64f3-45ed-a931-9e7f882c7950 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:05.000468 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d432812-64f3-45ed-a931-9e7f882c7950 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:05.000772 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d432812-64f3-45ed-a931-9e7f882c7950 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:05.004770 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-8d432812-64f3-45ed-a931-9e7f882c7950 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:05.030110 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-0d056727-6b3b-4a29-a4d2-9780bdcda5cf None None] Attempting to bind port d944a582-a31f-4d67-9a4b-29540d27946b on host dv-cinder-784140-5-iscsi for vnic_type normal with profile {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 07:00:05.030607 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-0d056727-6b3b-4a29-a4d2-9780bdcda5cf None None] Attempting to bind port d944a582-a31f-4d67-9a4b-29540d27946b by drivers openvswitch,hyperv on host dv-cinder-784140-5-iscsi at level 0 using segments [{'id': 'bb5542f4-3ec4-4f5b-a0df-596623c3dedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5c37d138-8837-42e4-9380-fd5e2c8077da'}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 07:00:05.031065 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d056727-6b3b-4a29-a4d2-9780bdcda5cf None None] Attempting to bind port d944a582-a31f-4d67-9a4b-29540d27946b on network 5c37d138-8837-42e4-9380-fd5e2c8077da {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 07:00:05.037152 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d056727-6b3b-4a29-a4d2-9780bdcda5cf None None] Checking agent: {'id': '90bc4f0f-bba4-44bf-b00d-04c4d717fccd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 38), 'started_at': datetime.datetime(2021, 6, 7, 6, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 6, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 07:00:05.037686 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d056727-6b3b-4a29-a4d2-9780bdcda5cf None None] Checking segment: {'id': 'bb5542f4-3ec4-4f5b-a0df-596623c3dedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5c37d138-8837-42e4-9380-fd5e2c8077da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 07:00:05.038306 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-0d056727-6b3b-4a29-a4d2-9780bdcda5cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:05.039331 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d056727-6b3b-4a29-a4d2-9780bdcda5cf None None] Bound using segment: {'id': 'bb5542f4-3ec4-4f5b-a0df-596623c3dedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5c37d138-8837-42e4-9380-fd5e2c8077da'} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 07:00:05.040040 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-0d056727-6b3b-4a29-a4d2-9780bdcda5cf None None] Bound port: d944a582-a31f-4d67-9a4b-29540d27946b, host: dv-cinder-784140-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb5542f4-3ec4-4f5b-a0df-596623c3dedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5c37d138-8837-42e4-9380-fd5e2c8077da'}}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 07:00:05.040508 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-0d056727-6b3b-4a29-a4d2-9780bdcda5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:05.114898 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54c557-d102-477e-99d3-4d62d7ce65c6 req-8238c629-5cf7-4673-983e-9addf424f04f tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:05.117022 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-7c54c557-d102-477e-99d3-4d62d7ce65c6 req-8238c629-5cf7-4673-983e-9addf424f04f tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 945 time: 0.3324394 Jun 07 07:00:05.144892 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-0d056727-6b3b-4a29-a4d2-9780bdcda5cf None None] For port d944a582-a31f-4d67-9a4b-29540d27946b, host dv-cinder-784140-5-iscsi, cleared binding levels {{(pid=91761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 07:00:05.150054 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-0d056727-6b3b-4a29-a4d2-9780bdcda5cf None None] For port d944a582-a31f-4d67-9a4b-29540d27946b, host dv-cinder-784140-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=d944a582-a31f-4d67-9a4b-29540d27946b,segment=NetworkSegment(bb5542f4-3ec4-4f5b-a0df-596623c3dedd),segment_id=bb5542f4-3ec4-4f5b-a0df-596623c3dedd)] {{(pid=91761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 07:00:05.156768 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-0d056727-6b3b-4a29-a4d2-9780bdcda5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:05.162545 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:05.199121 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.db_base_plugin_common [None req-da5fdb10-449d-484c-9360-193b634cfa05 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Allocated IP 172.27.1.134 (fe992a7c-d3c2-4e8d-9573-c4f663251d7a/c4323051-ed30-4a9a-b3aa-b457aab0dfbf/f88be024-8045-40c6-b17d-fd7b1219724c) {{(pid=91758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 07:00:05.217097 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-3d89911e-6805-4d00-b855-279e85ea1e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:05.250395 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-7c54c557-d102-477e-99d3-4d62d7ce65c6 req-7207f80e-4866-4583-bd51-91187f483159 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230025 Jun 07 07:00:05.314457 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.agents_db [None req-46aecb79-32b8-4105-868b-523cea85afea None None] Agent healthcheck: found 6 active agents {{(pid=91761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 07:00:05.322785 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d056727-6b3b-4a29-a4d2-9780bdcda5cf None None] Routers {'68e45f29-beac-4be5-b83c-b6c43290fd6c'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:00:05.327995 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-0d056727-6b3b-4a29-a4d2-9780bdcda5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T06:59:38Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['68e45f29-beac-4be5-b83c-b6c43290fd6c'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:05.423625 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d432812-64f3-45ed-a931-9e7f882c7950 None None] Pushing event updated for resources: {'Port': ['ID=d944a582-a31f-4d67-9a4b-29540d27946b,revision_number=4']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:05.428866 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-8d432812-64f3-45ed-a931-9e7f882c7950 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:05.471286 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-da5fdb10-449d-484c-9360-193b634cfa05 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks [] for port, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:05.516271 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-da5fdb10-449d-484c-9360-193b634cfa05 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:05.520610 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:05.586432 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-0d056727-6b3b-4a29-a4d2-9780bdcda5cf None None] Set router 68e45f29-beac-4be5-b83c-b6c43290fd6c gateway port host: dv-cinder-784140-5-iscsi {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:00:05.590747 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5fdb10-449d-484c-9360-193b634cfa05 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Network fe992a7c-d3c2-4e8d-9573-c4f663251d7a is already hosted by enough agents. {{(pid=91758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 07:00:05.594286 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.base_scheduler [None req-da5fdb10-449d-484c-9360-193b634cfa05 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Resources bound (agent type, host, resource id): {{(pid=91758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 07:00:05.598215 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5fdb10-449d-484c-9360-193b634cfa05 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Received port after_create {{(pid=91758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 07:00:05.628024 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-57930bb8-08e9-48ea-b881-9e42b6a8ce46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:05.649397 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5fdb10-449d-484c-9360-193b634cfa05 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Pushing event updated for resources: {'Port': ['ID=f88be024-8045-40c6-b17d-fd7b1219724c,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:05.653830 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd2cd8f-741d-438d-b6d0-8f91e9d8e32c None None] Network 6175e6dd-4fa0-43b0-90bb-40c24925cd82 requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 07:00:05.657438 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-da5fdb10-449d-484c-9360-193b634cfa05 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:05.966390 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-0d056727-6b3b-4a29-a4d2-9780bdcda5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e45f29-beac-4be5-b83c-b6c43290fd6c', 'name': 'tempest-TestShelveInstance-1143256083-router', 'tenant_id': '0081b93f682b424a92f9969541476853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '334ef925-5ed1-4169-9b13-c323ecccb512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:59:56Z', 'updated_at': '2021-06-07T07:00:00Z', 'revision_number': 4, 'project_id': '0081b93f682b424a92f9969541476853', 'gw_port': {'id': '334ef925-5ed1-4169-9b13-c323ecccb512', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e45f29-beac-4be5-b83c-b6c43290fd6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:56Z', 'updated_at': '2021-06-07T07:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': 'd944a582-a31f-4d67-9a4b-29540d27946b', 'name': '', 'network_id': '5c37d138-8837-42e4-9380-fd5e2c8077da', 'tenant_id': '0081b93f682b424a92f9969541476853', 'mac_address': 'fa:16:3e:19:7a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e45f29-beac-4be5-b83c-b6c43290fd6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '8b57f840-4f16-4f1d-a226-d26c6973a8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:59Z', 'updated_at': '2021-06-07T07:00:05Z', 'revision_number': 4, 'project_id': '0081b93f682b424a92f9969541476853', 'subnets': [{'id': '8b57f840-4f16-4f1d-a226-d26c6973a8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:05.975789 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d056727-6b3b-4a29-a4d2-9780bdcda5cf None None] The sync data for ids ['68e45f29-beac-4be5-b83c-b6c43290fd6c'] in dv-cinder-784140-5-iscsi is: [{'id': '68e45f29-beac-4be5-b83c-b6c43290fd6c', 'name': 'tempest-TestShelveInstance-1143256083-router', 'tenant_id': '0081b93f682b424a92f9969541476853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '334ef925-5ed1-4169-9b13-c323ecccb512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:59:56Z', 'updated_at': '2021-06-07T07:00:00Z', 'revision_number': 4, 'project_id': '0081b93f682b424a92f9969541476853', 'gw_port': {'id': '334ef925-5ed1-4169-9b13-c323ecccb512', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e45f29-beac-4be5-b83c-b6c43290fd6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:56Z', 'updated_at': '2021-06-07T07:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': 'd944a582-a31f-4d67-9a4b-29540d27946b', 'name': '', 'network_id': '5c37d138-8837-42e4-9380-fd5e2c8077da', 'tenant_id': '0081b93f682b424a92f9969541476853', 'mac_address': 'fa:16:3e:19:7a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e45f29-beac-4be5-b83c-b6c43290fd6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '8b57f840-4f16-4f1d-a226-d26c6973a8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:59Z', 'updated_at': '2021-06-07T07:00:05Z', 'revision_number': 4, 'project_id': '0081b93f682b424a92f9969541476853', 'subnets': [{'id': '8b57f840-4f16-4f1d-a226-d26c6973a8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 07:00:05.979418 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-23d06e18-e3cb-4c77-a3ca-4a9be649bc4e None None] Provisioning for port f60806cf-69c6-4fa1-80c3-2507597d3c86 completed by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 07:00:06.044339 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-57930bb8-08e9-48ea-b881-9e42b6a8ce46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3877286'] for router, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:06.219219 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-da5fdb10-449d-484c-9360-193b634cfa05 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:06.286259 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57930bb8-08e9-48ea-b881-9e42b6a8ce46 admin admin] Router 986431e1-86fc-4b48-b155-358ef9889716 is scheduled to L3 agent 207d1699-2b30-4848-a9d2-d112df8957f2 with binding_index 1 {{(pid=91759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 07:00:06.306625 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-da5fdb10-449d-484c-9360-193b634cfa05 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:06.511617 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57930bb8-08e9-48ea-b881-9e42b6a8ce46 admin admin] Notify agent at l3_agent.dv-cinder-784140-5-iscsi the message routers_updated {{(pid=91759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 07:00:06.522597 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3746478-f512-4d7d-98d9-31b183c01767 None None] Sync routers for ids ['986431e1-86fc-4b48-b155-358ef9889716'] in dv-cinder-784140-5-iscsi {{(pid=91760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 07:00:06.549517 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-57930bb8-08e9-48ea-b881-9e42b6a8ce46 admin admin] Notify callbacks [] for router, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:06.551031 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-57930bb8-08e9-48ea-b881-9e42b6a8ce46 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4150355 Jun 07 07:00:06.551276 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3746478-f512-4d7d-98d9-31b183c01767 None None] Routers {'986431e1-86fc-4b48-b155-358ef9889716'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:00:06.551908 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-b3746478-f512-4d7d-98d9-31b183c01767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T06:59:38Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['986431e1-86fc-4b48-b155-358ef9889716'], 'active': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:06.553681 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 46974) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:06.606564 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33576658-11a1-4a6e-9a4d-d2e02646b189 req-5d7099da-4345-46c7-be2c-f5306f4784ee tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:06.608006 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-33576658-11a1-4a6e-9a4d-d2e02646b189 req-5d7099da-4345-46c7-be2c-f5306f4784ee tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 945 time: 0.1799245 Jun 07 07:00:06.637387 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device f60806cf-69c6-4fa1-80c3-2507597d3c86 up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 07:00:06.659020 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-33576658-11a1-4a6e-9a4d-d2e02646b189 req-270b5200-b10a-4414-b4a7-c28534508740 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443439 Jun 07 07:00:06.675592 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-da5fdb10-449d-484c-9360-193b634cfa05 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks [] for port, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:06.683194 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-da5fdb10-449d-484c-9360-193b634cfa05 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2309382'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:06.688026 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-d7ade1f6-5489-47bc-8d17-417d32914447 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:06.827148 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5fdb10-449d-484c-9360-193b634cfa05 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Pushing event updated for resources: {'Port': ['ID=f88be024-8045-40c6-b17d-fd7b1219724c,revision_number=2']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:06.831391 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-da5fdb10-449d-484c-9360-193b634cfa05 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:06.841298 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-da5fdb10-449d-484c-9360-193b634cfa05 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3885433'] for floatingip, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:06.854828 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning for port f60806cf-69c6-4fa1-80c3-2507597d3c86 completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 07:00:06.866972 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port f60806cf-69c6-4fa1-80c3-2507597d3c86 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:00:06.867586 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:06.891551 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvr_db [None req-b3746478-f512-4d7d-98d9-31b183c01767 None None] Set router 986431e1-86fc-4b48-b155-358ef9889716 gateway port host: dv-cinder-784140-5-iscsi {{(pid=91760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:00:07.030025 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.db.l3_db [None req-da5fdb10-449d-484c-9360-193b634cfa05 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Floating IP c67213b2-52bd-4f5b-8cec-2ce739f3583c associated. External IP: 172.27.1.134, port: 0e689c1c-6973-4242-8809-85d89ecca314. Jun 07 07:00:07.272948 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:07.323709 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] For port f60806cf-69c6-4fa1-80c3-2507597d3c86, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=f60806cf-69c6-4fa1-80c3-2507597d3c86,segment=NetworkSegment(912f14d6-9580-44f0-836c-a8ea113a01de),segment_id=912f14d6-9580-44f0-836c-a8ea113a01de)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:00:07.332012 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:07.332945 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device d944a582-a31f-4d67-9a4b-29540d27946b up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 07:00:07.364340 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-c25f2b64-d280-45c3-883e-aab93820bd78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:07.438367 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-64b18fc4-b943-4551-8bed-a6241edb0e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:07.438936 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da5fdb10-449d-484c-9360-193b634cfa05 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Router ef24ee72-6c48-4946-b1fa-ff7d96b86680 has already been hosted by L3 agent 207d1699-2b30-4848-a9d2-d112df8957f2 {{(pid=91758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 07:00:07.439063 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-b3746478-f512-4d7d-98d9-31b183c01767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986431e1-86fc-4b48-b155-358ef9889716', 'name': 'tempest-TestShelveInstance-1360596446-router', 'tenant_id': '3b9aba81e37b417a9fde6cc67714bf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a262bd8d-5392-4b54-a57b-4984222604d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:00:03Z', 'updated_at': '2021-06-07T07:00:05Z', 'revision_number': 3, 'project_id': '3b9aba81e37b417a9fde6cc67714bf25', 'gw_port': {'id': 'a262bd8d-5392-4b54-a57b-4984222604d2', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986431e1-86fc-4b48-b155-358ef9889716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:00:04Z', 'updated_at': '2021-06-07T07:00:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi'}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:07.453799 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3746478-f512-4d7d-98d9-31b183c01767 None None] Checking router: 986431e1-86fc-4b48-b155-358ef9889716 for host: dv-cinder-784140-5-iscsi {{(pid=91760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 07:00:07.454135 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3746478-f512-4d7d-98d9-31b183c01767 None None] Updating router 986431e1-86fc-4b48-b155-358ef9889716 port a262bd8d-5392-4b54-a57b-4984222604d2 binding host dv-cinder-784140-5-iscsi {{(pid=91760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 07:00:07.522205 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Pushing event updated for resources: {'Port': ['ID=f60806cf-69c6-4fa1-80c3-2507597d3c86,revision_number=3']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:07.528827 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:07.529444 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-b3746478-f512-4d7d-98d9-31b183c01767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:07.591387 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning for port d944a582-a31f-4d67-9a4b-29540d27946b completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 07:00:07.640190 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port d944a582-a31f-4d67-9a4b-29540d27946b triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:00:07.640465 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:07.719162 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.db_base_plugin_common [None req-64b18fc4-b943-4551-8bed-a6241edb0e98 admin admin] Allocated IP 172.20.0.1 (6175e6dd-4fa0-43b0-90bb-40c24925cd82/7121b237-fda7-43eb-977a-0eda67e768ec/540b34c3-95f5-49b3-aaa5-ddbd8595f612) {{(pid=91759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 07:00:07.781906 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5fdb10-449d-484c-9360-193b634cfa05 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify agent at l3_agent.dv-cinder-784140-5-iscsi the message routers_updated {{(pid=91758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 07:00:07.799797 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4919184c-db23-4910-836f-08c82afb36ba None None] Sync routers for ids ['ef24ee72-6c48-4946-b1fa-ff7d96b86680'] in dv-cinder-784140-5-iscsi {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 07:00:07.821951 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4919184c-db23-4910-836f-08c82afb36ba None None] Routers {'ef24ee72-6c48-4946-b1fa-ff7d96b86680'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:00:07.823080 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-4919184c-db23-4910-836f-08c82afb36ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T06:59:38Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['ef24ee72-6c48-4946-b1fa-ff7d96b86680'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:07.827105 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-da5fdb10-449d-484c-9360-193b634cfa05 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for floatingip, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:07.884815 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device b573bc9b-5421-403a-bf47-80389a655d01 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 07:00:07.947776 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-da5fdb10-449d-484c-9360-193b634cfa05 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1411223 Jun 07 07:00:07.953035 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2b091e-339d-4c62-bb80-7c149a0e92ac', 'tag': '0e689c1c-6973-4242-8809-85d89ecca314'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:00:07.955985 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec36a6c19c8fb969b847be0da992033db50c3714a14aa90e68a12edeb3f3a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d78e91b-ac4f-4f60-852d-5afdca56c23f" -d '{"events": [{"name": "network-changed", "server_uuid": "ca2b091e-339d-4c62-bb80-7c149a0e92ac", "tag": "0e689c1c-6973-4242-8809-85d89ecca314"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:00:07.959716 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:07.973674 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:08.047989 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5fdb3fcc-dfe5-48a1-8313-9a29c052542b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:08.115948 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] For port d944a582-a31f-4d67-9a4b-29540d27946b, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=d944a582-a31f-4d67-9a4b-29540d27946b,segment=NetworkSegment(bb5542f4-3ec4-4f5b-a0df-596623c3dedd),segment_id=bb5542f4-3ec4-4f5b-a0df-596623c3dedd)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:00:08.124691 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 07:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7877025-6ce9-497b-a8a6-371efe1f5bfb x-openstack-request-id: req-c7877025-6ce9-497b-a8a6-371efe1f5bfb {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:00:08.125018 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca2b091e-339d-4c62-bb80-7c149a0e92ac", "tag": "0e689c1c-6973-4242-8809-85d89ecca314", "status": "completed", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:00:08.125307 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c7877025-6ce9-497b-a8a6-371efe1f5bfb {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:00:08.126272 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca2b091e-339d-4c62-bb80-7c149a0e92ac', 'tag': '0e689c1c-6973-4242-8809-85d89ecca314', 'status': 'completed', 'code': 200} Jun 07 07:00:08.142383 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:08.175245 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:08.195129 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-4919184c-db23-4910-836f-08c82afb36ba None None] Set router ef24ee72-6c48-4946-b1fa-ff7d96b86680 gateway port host: dv-cinder-784140-5-iscsi {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:00:08.206925 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca2d81-d46d-49c4-9b39-0e5696f77520 req-4ebcc161-a269-41f0-b84c-3add35fcfd32 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:08.208338 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-6dca2d81-d46d-49c4-9b39-0e5696f77520 req-4ebcc161-a269-41f0-b84c-3add35fcfd32 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 945 time: 0.2955883 Jun 07 07:00:08.211838 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-64b18fc4-b943-4551-8bed-a6241edb0e98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:08.268813 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.provisioning_blocks [None req-64b18fc4-b943-4551-8bed-a6241edb0e98 admin admin] Transition to ACTIVE for port object 540b34c3-95f5-49b3-aaa5-ddbd8595f612 will not be triggered until provisioned by entity DHCP. {{(pid=91759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 07:00:08.289410 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-6dca2d81-d46d-49c4-9b39-0e5696f77520 req-b061d3e1-c46c-4aed-aced-1509bbe55316 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657666 Jun 07 07:00:08.299190 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port b573bc9b-5421-403a-bf47-80389a655d01, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b573bc9b-5421-403a-bf47-80389a655d01,segment=NetworkSegment(0bd4588d-cd3a-47c3-b624-e7540af76cbe),segment_id=0bd4588d-cd3a-47c3-b624-e7540af76cbe)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:00:08.311940 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78e91b-ac4f-4f60-852d-5afdca56c23f req-29b976b3-9fe8-4f88-ae22-ec7faed1b4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:08.313452 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5d78e91b-ac4f-4f60-852d-5afdca56c23f req-29b976b3-9fe8-4f88-ae22-ec7faed1b4ae service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a5f883678724bcaa5897caf09eee996&device_id=ca2b091e-339d-4c62-bb80-7c149a0e92ac HTTP/1.1" status: 200 len: 1098 time: 0.1626067 Jun 07 07:00:08.320679 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-b3746478-f512-4d7d-98d9-31b183c01767 None None] Notify callbacks [] for port, precommit_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:08.343183 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Returning: {'device': 'b573bc9b-5421-403a-bf47-80389a655d01', 'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf', 'port_id': 'b573bc9b-5421-403a-bf47-80389a655d01', 'mac_address': 'fa:16:3e:3e:b2:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 07:00:08.345036 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-b3746478-f512-4d7d-98d9-31b183c01767 None None] Transition to ACTIVE for port object a262bd8d-5392-4b54-a57b-4984222604d2 will not be triggered until provisioned by entity L2. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 07:00:08.347414 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Pushing event updated for resources: {'Port': ['ID=d944a582-a31f-4d67-9a4b-29540d27946b,revision_number=5']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:08.352916 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:08.392112 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-b3746478-f512-4d7d-98d9-31b183c01767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:08.402986 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-64b18fc4-b943-4551-8bed-a6241edb0e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222160'] for port, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:08.403799 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:08.417674 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-337327eb-fbc7-4f97-9c5c-15b8bad5909b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:08.513360 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:08.538676 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-b3746478-f512-4d7d-98d9-31b183c01767 None None] Attempting to bind port a262bd8d-5392-4b54-a57b-4984222604d2 on host dv-cinder-784140-5-iscsi for vnic_type normal with profile {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 07:00:08.539121 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-b3746478-f512-4d7d-98d9-31b183c01767 None None] Attempting to bind port a262bd8d-5392-4b54-a57b-4984222604d2 by drivers openvswitch,hyperv on host dv-cinder-784140-5-iscsi at level 0 using segments [{'id': '5ae08632-c29b-4dd6-8d62-13cd62eb6da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 07:00:08.539495 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3746478-f512-4d7d-98d9-31b183c01767 None None] Attempting to bind port a262bd8d-5392-4b54-a57b-4984222604d2 on network fe992a7c-d3c2-4e8d-9573-c4f663251d7a {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 07:00:08.548628 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b573bc9b-5421-403a-bf47-80389a655d01 {{(pid=91760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 07:00:08.553788 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f0620-76a3-4965-a0e4-4a341efe2568 None None] Pushing event updated for resources: {'Port': ['ID=a262bd8d-5392-4b54-a57b-4984222604d2,revision_number=2']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:08.556142 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device f60806cf-69c6-4fa1-80c3-2507597d3c86 up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 07:00:08.580799 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3746478-f512-4d7d-98d9-31b183c01767 None None] Checking agent: {'id': '90bc4f0f-bba4-44bf-b00d-04c4d717fccd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 38), 'started_at': datetime.datetime(2021, 6, 7, 6, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 7, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 07:00:08.581185 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3746478-f512-4d7d-98d9-31b183c01767 None None] Checking segment: {'id': '5ae08632-c29b-4dd6-8d62-13cd62eb6da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 07:00:08.581595 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-b3746478-f512-4d7d-98d9-31b183c01767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:08.582140 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3746478-f512-4d7d-98d9-31b183c01767 None None] Bound using segment: {'id': '5ae08632-c29b-4dd6-8d62-13cd62eb6da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 07:00:08.582639 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-b3746478-f512-4d7d-98d9-31b183c01767 None None] Bound port: a262bd8d-5392-4b54-a57b-4984222604d2, host: dv-cinder-784140-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae08632-c29b-4dd6-8d62-13cd62eb6da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'}}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 07:00:08.583021 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-b3746478-f512-4d7d-98d9-31b183c01767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:08.612180 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b18fc4-b943-4551-8bed-a6241edb0e98 admin admin] Network 6175e6dd-4fa0-43b0-90bb-40c24925cd82 is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 07:00:08.615440 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-bf2f0620-76a3-4965-a0e4-4a341efe2568 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:08.617113 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-64b18fc4-b943-4551-8bed-a6241edb0e98 admin admin] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 07:00:08.628158 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b18fc4-b943-4551-8bed-a6241edb0e98 admin admin] Received port after_create {{(pid=91759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 07:00:08.657200 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port b573bc9b-5421-403a-bf47-80389a655d01, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b573bc9b-5421-403a-bf47-80389a655d01,segment=NetworkSegment(0bd4588d-cd3a-47c3-b624-e7540af76cbe),segment_id=0bd4588d-cd3a-47c3-b624-e7540af76cbe)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:00:08.672565 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:08.684125 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-4919184c-db23-4910-836f-08c82afb36ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'name': 'tempest-TestVolumeBootPattern-967276418-router', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:55:35Z', 'updated_at': '2021-06-07T06:55:44Z', 'revision_number': 4, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'gw_port': {'id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:36Z', 'updated_at': '2021-06-07T06:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_floatingips': [{'id': 'c67213b2-52bd-4f5b-8cec-2ce739f3583c', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'floating_ip_address': '172.27.1.134', 'floating_network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'router_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'port_id': '0e689c1c-6973-4242-8809-85d89ecca314', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef', 'mac_address': 'fa:16:3e:4a:a2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2b091e-339d-4c62-bb80-7c149a0e92ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T07:00:06Z', 'updated_at': '2021-06-07T07:00:06Z', 'revision_number': 0, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fd5e9bc-fed3-467b-be75-61bc5c66680c', 'name': '', 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'mac_address': 'fa:16:3e:47:8f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '87a72f20-455f-479d-87c8-83d2f8548043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:42Z', 'updated_at': '2021-06-07T06:55:52Z', 'revision_number': 5, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'subnets': [{'id': '87a72f20-455f-479d-87c8-83d2f8548043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:08.685409 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:08.689846 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4919184c-db23-4910-836f-08c82afb36ba None None] Checking router: ef24ee72-6c48-4946-b1fa-ff7d96b86680 for host: dv-cinder-784140-5-iscsi {{(pid=91761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 07:00:08.704367 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4919184c-db23-4910-836f-08c82afb36ba None None] Routers {'ef24ee72-6c48-4946-b1fa-ff7d96b86680'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:00:08.705666 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-4919184c-db23-4910-836f-08c82afb36ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:00:08Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['ef24ee72-6c48-4946-b1fa-ff7d96b86680'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:08.715197 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-64b18fc4-b943-4551-8bed-a6241edb0e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885548'] for router_interface, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:08.720789 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b18fc4-b943-4551-8bed-a6241edb0e98 admin admin] Pushing event updated for resources: {'Port': ['ID=540b34c3-95f5-49b3-aaa5-ddbd8595f612,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:08.733972 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-64b18fc4-b943-4551-8bed-a6241edb0e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:08.854513 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] get_ports_and_sgs() called for port_ids ['b573bc9b-5421-403a-bf47-80389a655d01'] {{(pid=91760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 07:00:08.876461 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78e91b-ac4f-4f60-852d-5afdca56c23f req-d5a49261-8535-4447-9dd2-07ed0b1bb326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:08.878177 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5d78e91b-ac4f-4f60-852d-5afdca56c23f req-d5a49261-8535-4447-9dd2-07ed0b1bb326 service neutron] 10.222.0.44 "GET /v2.0/networks?id=604d240f-ca58-417e-b867-1593c3d5d8ef HTTP/1.1" status: 200 len: 912 time: 0.5583808 Jun 07 07:00:08.937001 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-b3746478-f512-4d7d-98d9-31b183c01767 None None] For port a262bd8d-5392-4b54-a57b-4984222604d2, host dv-cinder-784140-5-iscsi, cleared binding levels {{(pid=91760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 07:00:08.955868 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-64b18fc4-b943-4551-8bed-a6241edb0e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:08.973692 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=b573bc9b-5421-403a-bf47-80389a655d01,revision_number=6']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:08.978110 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-b3746478-f512-4d7d-98d9-31b183c01767 None None] For port a262bd8d-5392-4b54-a57b-4984222604d2, host dv-cinder-784140-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=a262bd8d-5392-4b54-a57b-4984222604d2,segment=NetworkSegment(5ae08632-c29b-4dd6-8d62-13cd62eb6da9),segment_id=5ae08632-c29b-4dd6-8d62-13cd62eb6da9)] {{(pid=91760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 07:00:08.992748 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:08.996764 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:08.998150 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-b3746478-f512-4d7d-98d9-31b183c01767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:09.002882 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-d6c1321d-0460-4b62-b58b-4e5d6c67f076 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:09.005676 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-4919184c-db23-4910-836f-08c82afb36ba None None] Set router ef24ee72-6c48-4946-b1fa-ff7d96b86680 gateway port host: dv-cinder-784140-5-iscsi {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:00:09.034806 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port f60806cf-69c6-4fa1-80c3-2507597d3c86 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:00:09.035429 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:09.126004 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-98a2b778-dc32-46fe-9cab-2636f2ad6daa None None] Provisioning for port 540b34c3-95f5-49b3-aaa5-ddbd8595f612 completed by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 07:00:09.176685 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5d78e91b-ac4f-4f60-852d-5afdca56c23f req-98c40582-8c66-4aae-b4c9-c303e4cb5016 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e689c1c-6973-4242-8809-85d89ecca314 HTTP/1.1" status: 200 len: 999 time: 0.2218018 Jun 07 07:00:09.207172 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f0620-76a3-4965-a0e4-4a341efe2568 None None] Pushing event updated for resources: {'Port': ['ID=a262bd8d-5392-4b54-a57b-4984222604d2,revision_number=3']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:09.218022 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-bf2f0620-76a3-4965-a0e4-4a341efe2568 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:09.231091 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3746478-f512-4d7d-98d9-31b183c01767 None None] Routers {'986431e1-86fc-4b48-b155-358ef9889716'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:00:09.232013 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-b3746478-f512-4d7d-98d9-31b183c01767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:00:08Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['986431e1-86fc-4b48-b155-358ef9889716'], 'active': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:09.333791 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78e91b-ac4f-4f60-852d-5afdca56c23f req-f364ff1b-8616-4573-8888-ae3b72ee7a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:09.334871 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5d78e91b-ac4f-4f60-852d-5afdca56c23f req-f364ff1b-8616-4573-8888-ae3b72ee7a8c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=87a72f20-455f-479d-87c8-83d2f8548043 HTTP/1.1" status: 200 len: 850 time: 0.1433139 Jun 07 07:00:09.458163 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-64b18fc4-b943-4551-8bed-a6241edb0e98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:09.461828 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78e91b-ac4f-4f60-852d-5afdca56c23f req-833bf0d1-d5c2-48ab-8382-0ecc89a19571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:09.463473 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5d78e91b-ac4f-4f60-852d-5afdca56c23f req-833bf0d1-d5c2-48ab-8382-0ecc89a19571 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=604d240f-ca58-417e-b867-1593c3d5d8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1178668 Jun 07 07:00:09.464619 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-64b18fc4-b943-4551-8bed-a6241edb0e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222187'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:09.475515 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-98a2b778-dc32-46fe-9cab-2636f2ad6daa None None] Provisioning complete for port 540b34c3-95f5-49b3-aaa5-ddbd8595f612 triggered by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:00:09.476619 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-98a2b778-dc32-46fe-9cab-2636f2ad6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:09.529654 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-4919184c-db23-4910-836f-08c82afb36ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'name': 'tempest-TestVolumeBootPattern-967276418-router', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:55:35Z', 'updated_at': '2021-06-07T06:55:44Z', 'revision_number': 4, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'gw_port': {'id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:36Z', 'updated_at': '2021-06-07T06:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_floatingips': [{'id': 'c67213b2-52bd-4f5b-8cec-2ce739f3583c', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'floating_ip_address': '172.27.1.134', 'floating_network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'router_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'port_id': '0e689c1c-6973-4242-8809-85d89ecca314', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef', 'mac_address': 'fa:16:3e:4a:a2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2b091e-339d-4c62-bb80-7c149a0e92ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T07:00:06Z', 'updated_at': '2021-06-07T07:00:06Z', 'revision_number': 0, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fd5e9bc-fed3-467b-be75-61bc5c66680c', 'name': '', 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'mac_address': 'fa:16:3e:47:8f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '87a72f20-455f-479d-87c8-83d2f8548043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:42Z', 'updated_at': '2021-06-07T06:55:52Z', 'revision_number': 5, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'subnets': [{'id': '87a72f20-455f-479d-87c8-83d2f8548043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:09.536136 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4919184c-db23-4910-836f-08c82afb36ba None None] The sync data for ids ['ef24ee72-6c48-4946-b1fa-ff7d96b86680'] in dv-cinder-784140-5-iscsi is: [{'id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'name': 'tempest-TestVolumeBootPattern-967276418-router', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:55:35Z', 'updated_at': '2021-06-07T06:55:44Z', 'revision_number': 4, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'gw_port': {'id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:36Z', 'updated_at': '2021-06-07T06:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_floatingips': [{'id': 'c67213b2-52bd-4f5b-8cec-2ce739f3583c', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'floating_ip_address': '172.27.1.134', 'floating_network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'router_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'port_id': '0e689c1c-6973-4242-8809-85d89ecca314', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef', 'mac_address': 'fa:16:3e:4a:a2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2b091e-339d-4c62-bb80-7c149a0e92ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T07:00:06Z', 'updated_at': '2021-06-07T07:00:06Z', 'revision_number': 0, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fd5e9bc-fed3-467b-be75-61bc5c66680c', 'name': '', 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'mac_address': 'fa:16:3e:47:8f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '87a72f20-455f-479d-87c8-83d2f8548043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:42Z', 'updated_at': '2021-06-07T06:55:52Z', 'revision_number': 5, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'subnets': [{'id': '87a72f20-455f-479d-87c8-83d2f8548043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 07:00:09.559918 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvr_db [None req-b3746478-f512-4d7d-98d9-31b183c01767 None None] Set router 986431e1-86fc-4b48-b155-358ef9889716 gateway port host: dv-cinder-784140-5-iscsi {{(pid=91760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:00:09.650329 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164c10d-1c00-420f-8a3c-c8215c29c510 req-9b0a76de-437b-402c-b33d-07d557a411e5 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:09.651869 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-a164c10d-1c00-420f-8a3c-c8215c29c510 req-9b0a76de-437b-402c-b33d-07d557a411e5 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 944 time: 0.1091993 Jun 07 07:00:09.739730 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-a164c10d-1c00-420f-8a3c-c8215c29c510 req-e4982b4d-c651-455d-927b-72ef7e6f3be5 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820034 Jun 07 07:00:09.820897 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-98a2b778-dc32-46fe-9cab-2636f2ad6daa None None] Port 540b34c3-95f5-49b3-aaa5-ddbd8595f612 cannot update to ACTIVE because it is not bound. {{(pid=91760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 07:00:09.846563 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-fc4c9a0c-77c6-4a25-b128-d9d4711d2f7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:09.892174 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6024bf2a-98ea-4576-ad69-9750037b10d4 None None] New status for floating IP c67213b2-52bd-4f5b-8cec-2ce739f3583c: ACTIVE {{(pid=91760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 07:00:09.969589 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b18fc4-b943-4551-8bed-a6241edb0e98 admin admin] Pushing event updated for resources: {'Port': ['ID=540b34c3-95f5-49b3-aaa5-ddbd8595f612,revision_number=2']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:09.981467 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-64b18fc4-b943-4551-8bed-a6241edb0e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:10.000388 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-64b18fc4-b943-4551-8bed-a6241edb0e98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3890597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875508'] for router_interface, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:10.036298 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5d78e91b-ac4f-4f60-852d-5afdca56c23f req-1a3d144a-893f-402a-a436-b3c87618f021 service neutron] 10.222.0.44 "GET /v2.0/networks/604d240f-ca58-417e-b867-1593c3d5d8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158364 Jun 07 07:00:10.302051 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5d78e91b-ac4f-4f60-852d-5afdca56c23f req-8c781c41-d025-4d1c-a852-528b6c5df208 service neutron] 10.222.0.44 "GET /v2.0/networks/604d240f-ca58-417e-b867-1593c3d5d8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544932 Jun 07 07:00:10.333909 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b18fc4-b943-4551-8bed-a6241edb0e98 admin admin] Network 6175e6dd-4fa0-43b0-90bb-40c24925cd82 is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 07:00:10.337092 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-64b18fc4-b943-4551-8bed-a6241edb0e98 admin admin] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 07:00:10.406771 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-b3746478-f512-4d7d-98d9-31b183c01767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986431e1-86fc-4b48-b155-358ef9889716', 'name': 'tempest-TestShelveInstance-1360596446-router', 'tenant_id': '3b9aba81e37b417a9fde6cc67714bf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a262bd8d-5392-4b54-a57b-4984222604d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:00:03Z', 'updated_at': '2021-06-07T07:00:08Z', 'revision_number': 4, 'project_id': '3b9aba81e37b417a9fde6cc67714bf25', 'gw_port': {'id': 'a262bd8d-5392-4b54-a57b-4984222604d2', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986431e1-86fc-4b48-b155-358ef9889716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:00:04Z', 'updated_at': '2021-06-07T07:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': '540b34c3-95f5-49b3-aaa5-ddbd8595f612', 'name': '', 'network_id': '6175e6dd-4fa0-43b0-90bb-40c24925cd82', 'tenant_id': '3b9aba81e37b417a9fde6cc67714bf25', 'mac_address': 'fa:16:3e:37:5d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986431e1-86fc-4b48-b155-358ef9889716', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '7121b237-fda7-43eb-977a-0eda67e768ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:00:07Z', 'updated_at': '2021-06-07T07:00:07Z', 'revision_number': 1, 'project_id': '3b9aba81e37b417a9fde6cc67714bf25', 'subnets': [{'id': '7121b237-fda7-43eb-977a-0eda67e768ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:10.411958 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3746478-f512-4d7d-98d9-31b183c01767 None None] The sync data for ids ['986431e1-86fc-4b48-b155-358ef9889716'] in dv-cinder-784140-5-iscsi is: [{'id': '986431e1-86fc-4b48-b155-358ef9889716', 'name': 'tempest-TestShelveInstance-1360596446-router', 'tenant_id': '3b9aba81e37b417a9fde6cc67714bf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a262bd8d-5392-4b54-a57b-4984222604d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:00:03Z', 'updated_at': '2021-06-07T07:00:08Z', 'revision_number': 4, 'project_id': '3b9aba81e37b417a9fde6cc67714bf25', 'gw_port': {'id': 'a262bd8d-5392-4b54-a57b-4984222604d2', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986431e1-86fc-4b48-b155-358ef9889716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:00:04Z', 'updated_at': '2021-06-07T07:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': '540b34c3-95f5-49b3-aaa5-ddbd8595f612', 'name': '', 'network_id': '6175e6dd-4fa0-43b0-90bb-40c24925cd82', 'tenant_id': '3b9aba81e37b417a9fde6cc67714bf25', 'mac_address': 'fa:16:3e:37:5d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986431e1-86fc-4b48-b155-358ef9889716', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '7121b237-fda7-43eb-977a-0eda67e768ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:00:07Z', 'updated_at': '2021-06-07T07:00:07Z', 'revision_number': 1, 'project_id': '3b9aba81e37b417a9fde6cc67714bf25', 'subnets': [{'id': '7121b237-fda7-43eb-977a-0eda67e768ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 07:00:10.484613 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device d944a582-a31f-4d67-9a4b-29540d27946b up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 07:00:10.603711 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b18fc4-b943-4551-8bed-a6241edb0e98 admin admin] Router 986431e1-86fc-4b48-b155-358ef9889716 has already been hosted by L3 agent 207d1699-2b30-4848-a9d2-d112df8957f2 {{(pid=91759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 07:00:10.671128 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port d944a582-a31f-4d67-9a4b-29540d27946b triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:00:10.672033 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:10.718999 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:10.872298 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-9bb5d92b-2c1c-454d-9b75-72aee58caea7 None None] Provisioning complete for port 540b34c3-95f5-49b3-aaa5-ddbd8595f612 triggered by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:00:10.872687 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-9bb5d92b-2c1c-454d-9b75-72aee58caea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:10.911164 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b18fc4-b943-4551-8bed-a6241edb0e98 admin admin] Notify agent at l3_agent.dv-cinder-784140-5-iscsi the message routers_updated {{(pid=91759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 07:00:10.937078 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-64b18fc4-b943-4551-8bed-a6241edb0e98 admin admin] 10.222.0.35 "PUT /v2.0/routers/986431e1-86fc-4b48-b155-358ef9889716/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3733528 Jun 07 07:00:10.993212 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-9bb5d92b-2c1c-454d-9b75-72aee58caea7 None None] Port 540b34c3-95f5-49b3-aaa5-ddbd8595f612 cannot update to ACTIVE because it is not bound. {{(pid=91760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 07:00:11.052502 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e2646-5eea-438f-83b6-622918ebab7a req-c03420b0-a10c-4622-90a0-9499226a2a22 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:11.073594 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-187e2646-5eea-438f-83b6-622918ebab7a req-c03420b0-a10c-4622-90a0-9499226a2a22 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 944 time: 0.1417825 Jun 07 07:00:11.164818 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-187e2646-5eea-438f-83b6-622918ebab7a req-9060e838-c45f-43a2-be18-7d4f8d8f3d4e tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902073 Jun 07 07:00:11.606190 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 47026) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:11.611191 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-e685716a-a68a-4237-93b3-f84f59b8cccc tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1275203129', 'description': 'tempest-secgroup-smoke-1275203129 description', 'project_id': '0081b93f682b424a92f9969541476853'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:00:11.637298 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-e685716a-a68a-4237-93b3-f84f59b8cccc tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:11.761073 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-e685716a-a68a-4237-93b3-f84f59b8cccc tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:11.768495 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-e685716a-a68a-4237-93b3-f84f59b8cccc tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:11.778536 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-fe23b6ef-9a93-4532-bda0-802fbd16b79b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:11.800759 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-e685716a-a68a-4237-93b3-f84f59b8cccc tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:11.808921 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-e685716a-a68a-4237-93b3-f84f59b8cccc tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1944435 Jun 07 07:00:11.809832 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 47028) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:11.819271 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685716a-a68a-4237-93b3-f84f59b8cccc tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da22f6c0-ccac-4b4f-9339-a34efc3d3777,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:11.822068 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [None req-9f98acca-c775-443d-88e0-4ca151aa413a tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Request body: {'security_group_rule': {'security_group_id': 'da22f6c0-ccac-4b4f-9339-a34efc3d3777', 'project_id': '0081b93f682b424a92f9969541476853', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:00:11.825494 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-e685716a-a68a-4237-93b3-f84f59b8cccc tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:11.860295 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device b573bc9b-5421-403a-bf47-80389a655d01 up at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 07:00:11.876984 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9f98acca-c775-443d-88e0-4ca151aa413a tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:11.965206 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9f98acca-c775-443d-88e0-4ca151aa413a tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:11.974576 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9f98acca-c775-443d-88e0-4ca151aa413a tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349288'] for security_group_rule, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:11.978485 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-257c078e-c78c-4fa9-a85f-9dc885ee07e9 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:12.005647 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f98acca-c775-443d-88e0-4ca151aa413a tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e9e00eb-e075-489c-b580-4a9ea21da8e6,revision_number=0']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:12.006518 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Provisioning complete for port b573bc9b-5421-403a-bf47-80389a655d01 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:00:12.008191 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:12.009998 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-9f98acca-c775-443d-88e0-4ca151aa413a tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:12.018551 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9f98acca-c775-443d-88e0-4ca151aa413a tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:12.020155 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-9f98acca-c775-443d-88e0-4ca151aa413a tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2040975 Jun 07 07:00:12.023581 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 47030) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:12.029320 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-8ef7b5d7-9ed7-46c5-9bdc-080549f421f2 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Request body: {'security_group_rule': {'security_group_id': 'da22f6c0-ccac-4b4f-9339-a34efc3d3777', 'project_id': '0081b93f682b424a92f9969541476853', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:00:12.094800 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8ef7b5d7-9ed7-46c5-9bdc-080549f421f2 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:12.221540 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:12.232798 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8ef7b5d7-9ed7-46c5-9bdc-080549f421f2 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:12.239354 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8ef7b5d7-9ed7-46c5-9bdc-080549f421f2 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349288'] for security_group_rule, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:12.242491 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-92bbba9d-26d5-4c03-85fd-c46eaf168f03 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:12.270305 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351430ee-69f6-405f-ac60-85fde7b8eac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b573bc9b-5421-403a-bf47-80389a655d01'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:00:12.273790 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bdfcc22c2f6cd30966a80f508f9d4395b4bd329b93c89cee5ea7ddf2c7e5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515ac6e4-3d04-4e21-bab4-db85ca5f7c37" -d '{"events": [{"server_uuid": "351430ee-69f6-405f-ac60-85fde7b8eac7", "name": "network-vif-plugged", "status": "completed", "tag": "b573bc9b-5421-403a-bf47-80389a655d01"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:00:12.299870 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port b573bc9b-5421-403a-bf47-80389a655d01, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b573bc9b-5421-403a-bf47-80389a655d01,segment=NetworkSegment(0bd4588d-cd3a-47c3-b624-e7540af76cbe),segment_id=0bd4588d-cd3a-47c3-b624-e7540af76cbe)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:00:12.311155 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:12.313320 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-9f5a785e-e9a9-4324-86c5-627ad6457f24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:12.323539 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef7b5d7-9ed7-46c5-9bdc-080549f421f2 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=532d85da-2387-4af6-a211-79c99d42a065,revision_number=0']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:12.328853 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-8ef7b5d7-9ed7-46c5-9bdc-080549f421f2 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:12.331152 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-8ef7b5d7-9ed7-46c5-9bdc-080549f421f2 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:12.339155 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-8ef7b5d7-9ed7-46c5-9bdc-080549f421f2 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3103530 Jun 07 07:00:12.339339 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 47036) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:12.345347 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-9186469e-6821-4d55-8e37-6fac454844fa tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Request body: {'security_group_rule': {'security_group_id': 'da22f6c0-ccac-4b4f-9339-a34efc3d3777', 'project_id': '0081b93f682b424a92f9969541476853', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:00:12.411726 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 07:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c1daf2-29c7-4b77-b2e6-b1bd7d2d75fc x-openstack-request-id: req-a3c1daf2-29c7-4b77-b2e6-b1bd7d2d75fc {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:00:12.412132 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351430ee-69f6-405f-ac60-85fde7b8eac7", "name": "network-vif-plugged", "status": "completed", "tag": "b573bc9b-5421-403a-bf47-80389a655d01", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:00:12.412492 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a3c1daf2-29c7-4b77-b2e6-b1bd7d2d75fc {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:00:12.412997 dv-cinder-784140-5-iscsi neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351430ee-69f6-405f-ac60-85fde7b8eac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b573bc9b-5421-403a-bf47-80389a655d01', 'code': 200} Jun 07 07:00:12.530357 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=b573bc9b-5421-403a-bf47-80389a655d01,revision_number=7']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:12.535125 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:12.559893 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-9186469e-6821-4d55-8e37-6fac454844fa tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:12.621134 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641117bf-f3d4-48a6-9429-b1d34d35033e req-b12a59a7-a21b-4876-8b71-e93564401909 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:12.622999 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-641117bf-f3d4-48a6-9429-b1d34d35033e req-b12a59a7-a21b-4876-8b71-e93564401909 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 945 time: 0.2500525 Jun 07 07:00:12.721175 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-641117bf-f3d4-48a6-9429-b1d34d35033e req-f04201fc-650d-4a0c-bc7d-e476f094b541 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906940 Jun 07 07:00:12.727144 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-9186469e-6821-4d55-8e37-6fac454844fa tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:12.732223 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-9186469e-6821-4d55-8e37-6fac454844fa tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349288'] for security_group_rule, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:12.759243 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-8ef7b5d7-9ed7-46c5-9bdc-080549f421f2 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:12.779850 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9186469e-6821-4d55-8e37-6fac454844fa tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4739327-a4d9-4eae-b203-24aeffc5cf6a,revision_number=0']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:12.789281 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-9186469e-6821-4d55-8e37-6fac454844fa tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:12.793843 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-9186469e-6821-4d55-8e37-6fac454844fa tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:12.794868 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-9186469e-6821-4d55-8e37-6fac454844fa tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4545233 Jun 07 07:00:12.797661 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 47038) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:12.806833 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [None req-0534a4c1-4ab2-4731-91ad-8e0f92977b8c tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Request body: {'security_group_rule': {'security_group_id': 'da22f6c0-ccac-4b4f-9339-a34efc3d3777', 'project_id': '0081b93f682b424a92f9969541476853', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:00:12.868766 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0534a4c1-4ab2-4731-91ad-8e0f92977b8c tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:12.992998 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0534a4c1-4ab2-4731-91ad-8e0f92977b8c tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:13.001519 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0534a4c1-4ab2-4731-91ad-8e0f92977b8c tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349288'] for security_group_rule, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:13.003844 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:13.032102 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0534a4c1-4ab2-4731-91ad-8e0f92977b8c tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45a9d708-1407-4ae3-bbf4-8d074f932f8d,revision_number=0']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:13.035371 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0534a4c1-4ab2-4731-91ad-8e0f92977b8c tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:13.039660 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0534a4c1-4ab2-4731-91ad-8e0f92977b8c tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:13.043724 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-0534a4c1-4ab2-4731-91ad-8e0f92977b8c tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2420306 Jun 07 07:00:13.044892 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 47044) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:13.049567 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [None req-f356edf1-5a63-41f1-b738-b162edd56340 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Request body: {'security_group_rule': {'security_group_id': 'da22f6c0-ccac-4b4f-9339-a34efc3d3777', 'project_id': '0081b93f682b424a92f9969541476853', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:00:13.076961 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.db.securitygroups_db [None req-f356edf1-5a63-41f1-b738-b162edd56340 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Project 0081b93f682b424a92f9969541476853 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 07:00:13.088971 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f356edf1-5a63-41f1-b738-b162edd56340 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:13.177363 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f356edf1-5a63-41f1-b738-b162edd56340 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:13.187446 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f356edf1-5a63-41f1-b738-b162edd56340 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349288'] for security_group_rule, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:13.189755 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-9f98acca-c775-443d-88e0-4ca151aa413a tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:13.228527 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f356edf1-5a63-41f1-b738-b162edd56340 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d64d73-f903-4607-8108-8184492d0efa,revision_number=0']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:13.231125 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-f356edf1-5a63-41f1-b738-b162edd56340 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:13.244441 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f356edf1-5a63-41f1-b738-b162edd56340 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:13.245748 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-f356edf1-5a63-41f1-b738-b162edd56340 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1998589 Jun 07 07:00:13.249532 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 47046) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:13.255618 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-7e69db29-c94f-49bc-8028-78d4ffb544d3 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Request body: {'security_group_rule': {'security_group_id': 'da22f6c0-ccac-4b4f-9339-a34efc3d3777', 'project_id': '0081b93f682b424a92f9969541476853', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:00:13.295312 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.db.securitygroups_db [None req-7e69db29-c94f-49bc-8028-78d4ffb544d3 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Project 0081b93f682b424a92f9969541476853 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 07:00:13.307104 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7e69db29-c94f-49bc-8028-78d4ffb544d3 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:13.397628 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7e69db29-c94f-49bc-8028-78d4ffb544d3 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:13.402592 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7e69db29-c94f-49bc-8028-78d4ffb544d3 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349288'] for security_group_rule, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:13.413279 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:13.439105 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e69db29-c94f-49bc-8028-78d4ffb544d3 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc1320ac-a4b8-4bbe-8ccf-d294423675d3,revision_number=0']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:13.441548 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-7e69db29-c94f-49bc-8028-78d4ffb544d3 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:13.449121 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7e69db29-c94f-49bc-8028-78d4ffb544d3 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:13.458354 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-7e69db29-c94f-49bc-8028-78d4ffb544d3 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2071488 Jun 07 07:00:13.986324 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88bedc-6955-4ddf-9b3a-3b252807e5d5 req-bb0a8be7-6979-4bcd-9d28-928cdb2d5ada tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:13.994052 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-1e88bedc-6955-4ddf-9b3a-3b252807e5d5 req-bb0a8be7-6979-4bcd-9d28-928cdb2d5ada tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 945 time: 0.1316631 Jun 07 07:00:14.074016 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-1e88bedc-6955-4ddf-9b3a-3b252807e5d5 req-b4445fb2-9604-485b-a166-2067a62e9a1f tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766068 Jun 07 07:00:14.341878 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665d6267-b8cb-4c71-b3d7-bf3a3683d8bc None None] Sync routers for ids ['986431e1-86fc-4b48-b155-358ef9889716'] in dv-cinder-784140-5-iscsi {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 07:00:14.353516 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665d6267-b8cb-4c71-b3d7-bf3a3683d8bc None None] Routers {'986431e1-86fc-4b48-b155-358ef9889716'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:00:14.354544 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-665d6267-b8cb-4c71-b3d7-bf3a3683d8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:00:08Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['986431e1-86fc-4b48-b155-358ef9889716'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:14.473462 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device a262bd8d-5392-4b54-a57b-4984222604d2 up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 07:00:14.572233 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning for port a262bd8d-5392-4b54-a57b-4984222604d2 completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 07:00:14.578481 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port a262bd8d-5392-4b54-a57b-4984222604d2 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:00:14.579188 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:14.580894 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-665d6267-b8cb-4c71-b3d7-bf3a3683d8bc None None] Set router 986431e1-86fc-4b48-b155-358ef9889716 gateway port host: dv-cinder-784140-5-iscsi {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:00:14.712819 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:14.732169 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] For port a262bd8d-5392-4b54-a57b-4984222604d2, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=a262bd8d-5392-4b54-a57b-4984222604d2,segment=NetworkSegment(5ae08632-c29b-4dd6-8d62-13cd62eb6da9),segment_id=5ae08632-c29b-4dd6-8d62-13cd62eb6da9)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:00:14.740692 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:14.743063 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:14.843762 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Pushing event updated for resources: {'Port': ['ID=a262bd8d-5392-4b54-a57b-4984222604d2,revision_number=4']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:14.850069 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:14.937705 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-665d6267-b8cb-4c71-b3d7-bf3a3683d8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986431e1-86fc-4b48-b155-358ef9889716', 'name': 'tempest-TestShelveInstance-1360596446-router', 'tenant_id': '3b9aba81e37b417a9fde6cc67714bf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a262bd8d-5392-4b54-a57b-4984222604d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:00:03Z', 'updated_at': '2021-06-07T07:00:08Z', 'revision_number': 4, 'project_id': '3b9aba81e37b417a9fde6cc67714bf25', 'gw_port': {'id': 'a262bd8d-5392-4b54-a57b-4984222604d2', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986431e1-86fc-4b48-b155-358ef9889716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:00:04Z', 'updated_at': '2021-06-07T07:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': '540b34c3-95f5-49b3-aaa5-ddbd8595f612', 'name': '', 'network_id': '6175e6dd-4fa0-43b0-90bb-40c24925cd82', 'tenant_id': '3b9aba81e37b417a9fde6cc67714bf25', 'mac_address': 'fa:16:3e:37:5d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986431e1-86fc-4b48-b155-358ef9889716', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '7121b237-fda7-43eb-977a-0eda67e768ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:00:07Z', 'updated_at': '2021-06-07T07:00:09Z', 'revision_number': 2, 'project_id': '3b9aba81e37b417a9fde6cc67714bf25', 'subnets': [{'id': '7121b237-fda7-43eb-977a-0eda67e768ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:14.942233 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665d6267-b8cb-4c71-b3d7-bf3a3683d8bc None None] Checking router: 986431e1-86fc-4b48-b155-358ef9889716 for host: dv-cinder-784140-5-iscsi {{(pid=91761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 07:00:14.942593 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665d6267-b8cb-4c71-b3d7-bf3a3683d8bc None None] Updating router 986431e1-86fc-4b48-b155-358ef9889716 port 540b34c3-95f5-49b3-aaa5-ddbd8595f612 binding host dv-cinder-784140-5-iscsi {{(pid=91761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 07:00:15.009885 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-665d6267-b8cb-4c71-b3d7-bf3a3683d8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:15.357080 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596737be-5843-4492-883b-fcbaa55d6740 req-d018f52c-85b1-4ef7-a13c-2c38d2d12b92 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:15.364394 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-596737be-5843-4492-883b-fcbaa55d6740 req-d018f52c-85b1-4ef7-a13c-2c38d2d12b92 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 945 time: 0.1517799 Jun 07 07:00:15.427371 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-596737be-5843-4492-883b-fcbaa55d6740 req-3d01a035-0acb-4896-b8be-d669af3fbc34 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618925 Jun 07 07:00:15.427946 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-665d6267-b8cb-4c71-b3d7-bf3a3683d8bc None None] Notify callbacks [] for port, precommit_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:15.443971 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-665d6267-b8cb-4c71-b3d7-bf3a3683d8bc None None] Transition to ACTIVE for port object 540b34c3-95f5-49b3-aaa5-ddbd8595f612 will not be triggered until provisioned by entity L2. {{(pid=91761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 07:00:15.452943 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-665d6267-b8cb-4c71-b3d7-bf3a3683d8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:15.456962 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-8d432812-64f3-45ed-a931-9e7f882c7950 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:15.629333 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d765ca5-f0ba-416e-91cb-005d38509b11 None None] Pushing event updated for resources: {'Port': ['ID=540b34c3-95f5-49b3-aaa5-ddbd8595f612,revision_number=3']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:15.700814 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-4d765ca5-f0ba-416e-91cb-005d38509b11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:15.735052 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-665d6267-b8cb-4c71-b3d7-bf3a3683d8bc None None] Attempting to bind port 540b34c3-95f5-49b3-aaa5-ddbd8595f612 on host dv-cinder-784140-5-iscsi for vnic_type normal with profile {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 07:00:15.735428 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-665d6267-b8cb-4c71-b3d7-bf3a3683d8bc None None] Attempting to bind port 540b34c3-95f5-49b3-aaa5-ddbd8595f612 by drivers openvswitch,hyperv on host dv-cinder-784140-5-iscsi at level 0 using segments [{'id': '912f14d6-9580-44f0-836c-a8ea113a01de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '6175e6dd-4fa0-43b0-90bb-40c24925cd82'}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 07:00:15.735804 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665d6267-b8cb-4c71-b3d7-bf3a3683d8bc None None] Attempting to bind port 540b34c3-95f5-49b3-aaa5-ddbd8595f612 on network 6175e6dd-4fa0-43b0-90bb-40c24925cd82 {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 07:00:15.741246 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665d6267-b8cb-4c71-b3d7-bf3a3683d8bc None None] Checking agent: {'id': '90bc4f0f-bba4-44bf-b00d-04c4d717fccd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 38), 'started_at': datetime.datetime(2021, 6, 7, 6, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 7, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 07:00:15.741655 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665d6267-b8cb-4c71-b3d7-bf3a3683d8bc None None] Checking segment: {'id': '912f14d6-9580-44f0-836c-a8ea113a01de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '6175e6dd-4fa0-43b0-90bb-40c24925cd82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 07:00:15.742340 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-665d6267-b8cb-4c71-b3d7-bf3a3683d8bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:15.742796 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665d6267-b8cb-4c71-b3d7-bf3a3683d8bc None None] Bound using segment: {'id': '912f14d6-9580-44f0-836c-a8ea113a01de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '6175e6dd-4fa0-43b0-90bb-40c24925cd82'} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 07:00:15.743261 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-665d6267-b8cb-4c71-b3d7-bf3a3683d8bc None None] Bound port: 540b34c3-95f5-49b3-aaa5-ddbd8595f612, host: dv-cinder-784140-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912f14d6-9580-44f0-836c-a8ea113a01de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '6175e6dd-4fa0-43b0-90bb-40c24925cd82'}}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 07:00:15.743636 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-665d6267-b8cb-4c71-b3d7-bf3a3683d8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:15.841823 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-665d6267-b8cb-4c71-b3d7-bf3a3683d8bc None None] For port 540b34c3-95f5-49b3-aaa5-ddbd8595f612, host dv-cinder-784140-5-iscsi, cleared binding levels {{(pid=91761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 07:00:15.845207 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-665d6267-b8cb-4c71-b3d7-bf3a3683d8bc None None] For port 540b34c3-95f5-49b3-aaa5-ddbd8595f612, host dv-cinder-784140-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=540b34c3-95f5-49b3-aaa5-ddbd8595f612,segment=NetworkSegment(912f14d6-9580-44f0-836c-a8ea113a01de),segment_id=912f14d6-9580-44f0-836c-a8ea113a01de)] {{(pid=91761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 07:00:15.849867 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-665d6267-b8cb-4c71-b3d7-bf3a3683d8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:15.855020 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-543c978b-61c2-4444-acab-d4585df6c791 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:15.932841 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665d6267-b8cb-4c71-b3d7-bf3a3683d8bc None None] Routers {'986431e1-86fc-4b48-b155-358ef9889716'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:00:15.933371 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-665d6267-b8cb-4c71-b3d7-bf3a3683d8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:00:08Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['986431e1-86fc-4b48-b155-358ef9889716'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:16.003764 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d765ca5-f0ba-416e-91cb-005d38509b11 None None] Pushing event updated for resources: {'Port': ['ID=540b34c3-95f5-49b3-aaa5-ddbd8595f612,revision_number=4']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:16.016097 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-4d765ca5-f0ba-416e-91cb-005d38509b11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:16.162825 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-665d6267-b8cb-4c71-b3d7-bf3a3683d8bc None None] Set router 986431e1-86fc-4b48-b155-358ef9889716 gateway port host: dv-cinder-784140-5-iscsi {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:00:16.500579 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device a262bd8d-5392-4b54-a57b-4984222604d2 up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 07:00:16.621385 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-665d6267-b8cb-4c71-b3d7-bf3a3683d8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986431e1-86fc-4b48-b155-358ef9889716', 'name': 'tempest-TestShelveInstance-1360596446-router', 'tenant_id': '3b9aba81e37b417a9fde6cc67714bf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a262bd8d-5392-4b54-a57b-4984222604d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:00:03Z', 'updated_at': '2021-06-07T07:00:08Z', 'revision_number': 4, 'project_id': '3b9aba81e37b417a9fde6cc67714bf25', 'gw_port': {'id': 'a262bd8d-5392-4b54-a57b-4984222604d2', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986431e1-86fc-4b48-b155-358ef9889716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:00:04Z', 'updated_at': '2021-06-07T07:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': '540b34c3-95f5-49b3-aaa5-ddbd8595f612', 'name': '', 'network_id': '6175e6dd-4fa0-43b0-90bb-40c24925cd82', 'tenant_id': '3b9aba81e37b417a9fde6cc67714bf25', 'mac_address': 'fa:16:3e:37:5d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986431e1-86fc-4b48-b155-358ef9889716', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '7121b237-fda7-43eb-977a-0eda67e768ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:00:07Z', 'updated_at': '2021-06-07T07:00:15Z', 'revision_number': 4, 'project_id': '3b9aba81e37b417a9fde6cc67714bf25', 'subnets': [{'id': '7121b237-fda7-43eb-977a-0eda67e768ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:16.623239 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port a262bd8d-5392-4b54-a57b-4984222604d2 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:00:16.623673 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:16.625769 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665d6267-b8cb-4c71-b3d7-bf3a3683d8bc None None] The sync data for ids ['986431e1-86fc-4b48-b155-358ef9889716'] in dv-cinder-784140-5-iscsi is: [{'id': '986431e1-86fc-4b48-b155-358ef9889716', 'name': 'tempest-TestShelveInstance-1360596446-router', 'tenant_id': '3b9aba81e37b417a9fde6cc67714bf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a262bd8d-5392-4b54-a57b-4984222604d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:00:03Z', 'updated_at': '2021-06-07T07:00:08Z', 'revision_number': 4, 'project_id': '3b9aba81e37b417a9fde6cc67714bf25', 'gw_port': {'id': 'a262bd8d-5392-4b54-a57b-4984222604d2', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986431e1-86fc-4b48-b155-358ef9889716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:00:04Z', 'updated_at': '2021-06-07T07:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': '540b34c3-95f5-49b3-aaa5-ddbd8595f612', 'name': '', 'network_id': '6175e6dd-4fa0-43b0-90bb-40c24925cd82', 'tenant_id': '3b9aba81e37b417a9fde6cc67714bf25', 'mac_address': 'fa:16:3e:37:5d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986431e1-86fc-4b48-b155-358ef9889716', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '7121b237-fda7-43eb-977a-0eda67e768ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:00:07Z', 'updated_at': '2021-06-07T07:00:15Z', 'revision_number': 4, 'project_id': '3b9aba81e37b417a9fde6cc67714bf25', 'subnets': [{'id': '7121b237-fda7-43eb-977a-0eda67e768ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 07:00:16.774306 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 540b34c3-95f5-49b3-aaa5-ddbd8595f612 up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 07:00:16.795492 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ac7fe-769c-4e45-b93e-3f7a378b1111 req-8d02ecd7-15d7-4443-95f1-4c7c07a7c876 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:16.803399 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-293ac7fe-769c-4e45-b93e-3f7a378b1111 req-8d02ecd7-15d7-4443-95f1-4c7c07a7c876 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 945 time: 0.1586957 Jun 07 07:00:16.871106 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-293ac7fe-769c-4e45-b93e-3f7a378b1111 req-c92cf44f-f28f-43ac-a88a-b4d17a4d99cd tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666986 Jun 07 07:00:16.872615 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning for port 540b34c3-95f5-49b3-aaa5-ddbd8595f612 completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 07:00:16.891129 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port 540b34c3-95f5-49b3-aaa5-ddbd8595f612 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:00:16.891787 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:17.049058 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:17.097814 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] For port 540b34c3-95f5-49b3-aaa5-ddbd8595f612, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=540b34c3-95f5-49b3-aaa5-ddbd8595f612,segment=NetworkSegment(912f14d6-9580-44f0-836c-a8ea113a01de),segment_id=912f14d6-9580-44f0-836c-a8ea113a01de)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:00:17.103766 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:17.106369 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:17.189665 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Pushing event updated for resources: {'Port': ['ID=540b34c3-95f5-49b3-aaa5-ddbd8595f612,revision_number=5']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:17.193116 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:18.182925 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b291ba-07d9-42cb-b1d4-5b4880bffb98 req-e097db56-7774-41ec-9f6e-5dca6549d4da tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:18.184426 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-13b291ba-07d9-42cb-b1d4-5b4880bffb98 req-e097db56-7774-41ec-9f6e-5dca6549d4da tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 945 time: 0.2038715 Jun 07 07:00:18.244191 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-13b291ba-07d9-42cb-b1d4-5b4880bffb98 req-a08e82f6-3dfc-4e77-8046-b3e94205d565 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540054 Jun 07 07:00:18.419942 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 540b34c3-95f5-49b3-aaa5-ddbd8595f612 up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 07:00:18.514660 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port 540b34c3-95f5-49b3-aaa5-ddbd8595f612 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:00:18.515195 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:19.439827 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad750f99-6f3d-4eca-b413-7df403040830 req-560f6b38-7fbd-4c84-ad4a-df774f2c827e tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:19.441383 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ad750f99-6f3d-4eca-b413-7df403040830 req-560f6b38-7fbd-4c84-ad4a-df774f2c827e tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 945 time: 0.0866840 Jun 07 07:00:19.499566 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ad750f99-6f3d-4eca-b413-7df403040830 req-60a761ec-fc15-447e-9629-0b3b0061d129 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472231 Jun 07 07:00:20.707590 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f8711-6cfc-4cda-b4e8-1129a8dc1aab req-da3bb8c3-ab97-4ec2-8448-77f5be2b7516 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:20.709919 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-868f8711-6cfc-4cda-b4e8-1129a8dc1aab req-da3bb8c3-ab97-4ec2-8448-77f5be2b7516 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 945 time: 0.0986416 Jun 07 07:00:20.760120 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-868f8711-6cfc-4cda-b4e8-1129a8dc1aab req-ba0f84e7-1505-40c2-a1ea-6e8f649150f0 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437715 Jun 07 07:00:20.831403 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eecfb80-eddd-4219-8fc7-6b57dee831b0 req-89efea29-d060-45ac-87cf-7b3c403aa8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:20.832796 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-1eecfb80-eddd-4219-8fc7-6b57dee831b0 req-89efea29-d060-45ac-87cf-7b3c403aa8a9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=03bd4d9d83964ae7adcdbf4b4489df7b&device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 1098 time: 0.0718546 Jun 07 07:00:20.971585 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eecfb80-eddd-4219-8fc7-6b57dee831b0 req-5b564418-00a7-4245-8c91-e1f28cae7ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:20.973071 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-1eecfb80-eddd-4219-8fc7-6b57dee831b0 req-5b564418-00a7-4245-8c91-e1f28cae7ef9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0ea641b7-d55d-49bf-bc2d-31ddec2c42bf HTTP/1.1" status: 200 len: 918 time: 0.1324995 Jun 07 07:00:21.082001 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-1eecfb80-eddd-4219-8fc7-6b57dee831b0 req-4cd642f7-7519-4f9e-a8bc-c0d85e5e4f71 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b573bc9b-5421-403a-bf47-80389a655d01 HTTP/1.1" status: 200 len: 1001 time: 0.1003768 Jun 07 07:00:21.145346 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eecfb80-eddd-4219-8fc7-6b57dee831b0 req-20bf87b0-421c-4ba9-9456-af15bcb57623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:21.146815 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-1eecfb80-eddd-4219-8fc7-6b57dee831b0 req-20bf87b0-421c-4ba9-9456-af15bcb57623 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1 HTTP/1.1" status: 200 len: 856 time: 0.0583117 Jun 07 07:00:21.225509 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eecfb80-eddd-4219-8fc7-6b57dee831b0 req-e39cff86-e9ee-4f38-abae-3f1044a5432e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:21.227760 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-1eecfb80-eddd-4219-8fc7-6b57dee831b0 req-e39cff86-e9ee-4f38-abae-3f1044a5432e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0ea641b7-d55d-49bf-bc2d-31ddec2c42bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744705 Jun 07 07:00:21.375759 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-1eecfb80-eddd-4219-8fc7-6b57dee831b0 req-252073ba-5d49-401c-88ba-6cda5d0bb9b0 service neutron] 10.222.0.44 "GET /v2.0/networks/0ea641b7-d55d-49bf-bc2d-31ddec2c42bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409037 Jun 07 07:00:21.521137 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-1eecfb80-eddd-4219-8fc7-6b57dee831b0 req-9645b7d1-9ba6-4e71-aa1c-bf6d21ddc934 service neutron] 10.222.0.44 "GET /v2.0/networks/0ea641b7-d55d-49bf-bc2d-31ddec2c42bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373982 Jun 07 07:00:21.954709 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ca618-14b7-4852-a778-6de6c56530c9 req-35cc486c-9437-4b9f-b3ee-6ec49b308666 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:21.956227 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-603ca618-14b7-4852-a778-6de6c56530c9 req-35cc486c-9437-4b9f-b3ee-6ec49b308666 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 945 time: 0.0820494 Jun 07 07:00:22.003007 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-603ca618-14b7-4852-a778-6de6c56530c9 req-5862455e-17e5-43ce-80fd-976af9ed0ac6 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402367 Jun 07 07:00:23.198923 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00fcda-0c17-43cb-bdd5-a7fa78dd3a1d req-fe5a54fa-391b-4940-866b-7bbe7e1a35be tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:23.200452 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-af00fcda-0c17-43cb-bdd5-a7fa78dd3a1d req-fe5a54fa-391b-4940-866b-7bbe7e1a35be tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 945 time: 0.0811164 Jun 07 07:00:23.249240 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-af00fcda-0c17-43cb-bdd5-a7fa78dd3a1d req-ac864c08-482d-49a4-bf1c-7c6e1eaf34ea tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428941 Jun 07 07:00:23.935330 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device b573bc9b-5421-403a-bf47-80389a655d01 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:00:24.050526 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:24.077901 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351430ee-69f6-405f-ac60-85fde7b8eac7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b573bc9b-5421-403a-bf47-80389a655d01'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:00:24.080142 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bdfcc22c2f6cd30966a80f508f9d4395b4bd329b93c89cee5ea7ddf2c7e5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8e3c14-b9b5-46d8-815f-758106b2398f" -d '{"events": [{"server_uuid": "351430ee-69f6-405f-ac60-85fde7b8eac7", "name": "network-vif-unplugged", "status": "completed", "tag": "b573bc9b-5421-403a-bf47-80389a655d01"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:00:24.088079 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port b573bc9b-5421-403a-bf47-80389a655d01, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b573bc9b-5421-403a-bf47-80389a655d01,segment=NetworkSegment(0bd4588d-cd3a-47c3-b624-e7540af76cbe),segment_id=0bd4588d-cd3a-47c3-b624-e7540af76cbe)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:00:24.092474 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:24.094304 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-ed8b6919-a48d-4dd0-910b-fdd14626637e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:24.130467 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Jun 2021 07:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2202f4f-201c-4b2b-87c4-8bb5621d4b50 x-openstack-request-id: req-a2202f4f-201c-4b2b-87c4-8bb5621d4b50 {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:00:24.130776 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351430ee-69f6-405f-ac60-85fde7b8eac7", "name": "network-vif-unplugged", "status": "failed", "tag": "b573bc9b-5421-403a-bf47-80389a655d01", "code": 422}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:00:24.131024 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a2202f4f-201c-4b2b-87c4-8bb5621d4b50 {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:00:24.131594 dv-cinder-784140-5-iscsi neutron-server[91760]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '351430ee-69f6-405f-ac60-85fde7b8eac7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b573bc9b-5421-403a-bf47-80389a655d01', 'code': 422} returned with failed status Jun 07 07:00:24.168830 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=b573bc9b-5421-403a-bf47-80389a655d01,revision_number=8']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:24.171815 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:24.443655 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd6a5b-3376-48c7-acff-69914e28445d req-c0f82916-0b5b-400d-8f2b-fe98d469517b tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:24.445573 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-3ccd6a5b-3376-48c7-acff-69914e28445d req-c0f82916-0b5b-400d-8f2b-fe98d469517b tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 943 time: 0.0852299 Jun 07 07:00:24.494032 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-3ccd6a5b-3376-48c7-acff-69914e28445d req-0be4a988-3eed-4129-bd29-b86ec95a64d4 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428653 Jun 07 07:00:25.928618 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58714c-a969-4821-932a-f9095bd4c81f req-de2e3293-3c9e-49e6-8202-62ef31ccba2a tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:25.930479 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-1d58714c-a969-4821-932a-f9095bd4c81f req-de2e3293-3c9e-49e6-8202-62ef31ccba2a tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 943 time: 0.0891919 Jun 07 07:00:25.976680 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-1d58714c-a969-4821-932a-f9095bd4c81f req-a791a0d3-1fc3-4006-bae7-c089b6b77939 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398138 Jun 07 07:00:26.147447 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 47218) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:26.257612 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5c12b2bb-4598-405e-9522-068688d897bf req-280fee24-d7f7-4690-89d2-b806aa34e9e9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1081705 Jun 07 07:00:27.172500 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be797fed-8ef2-441c-b0f3-cd2fcb4dda98 req-a14aabd0-3047-48b0-8802-e9670ec34979 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:27.173959 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-be797fed-8ef2-441c-b0f3-cd2fcb4dda98 req-a14aabd0-3047-48b0-8802-e9670ec34979 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 943 time: 0.0901186 Jun 07 07:00:27.214207 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12b2bb-4598-405e-9522-068688d897bf req-faf3dcee-6b89-44a5-a03a-80b83661b827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:27.215694 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5c12b2bb-4598-405e-9522-068688d897bf req-faf3dcee-6b89-44a5-a03a-80b83661b827 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7&tenant_id=03bd4d9d83964ae7adcdbf4b4489df7b HTTP/1.1" status: 200 len: 1096 time: 0.0834632 Jun 07 07:00:27.219597 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-be797fed-8ef2-441c-b0f3-cd2fcb4dda98 req-b73b8b91-3a7f-47ed-9c52-67aa5656ba1c tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385499 Jun 07 07:00:27.306828 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12b2bb-4598-405e-9522-068688d897bf req-aef20f4a-784f-4a28-b573-a272f2fe4ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:27.308204 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5c12b2bb-4598-405e-9522-068688d897bf req-aef20f4a-784f-4a28-b573-a272f2fe4ab3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=03bd4d9d83964ae7adcdbf4b4489df7b&device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 1096 time: 0.0695913 Jun 07 07:00:27.439508 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12b2bb-4598-405e-9522-068688d897bf req-40e6a0e1-03ae-42f0-aa1e-77599821a821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:27.441004 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5c12b2bb-4598-405e-9522-068688d897bf req-40e6a0e1-03ae-42f0-aa1e-77599821a821 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0ea641b7-d55d-49bf-bc2d-31ddec2c42bf HTTP/1.1" status: 200 len: 918 time: 0.1257288 Jun 07 07:00:27.629994 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5c12b2bb-4598-405e-9522-068688d897bf req-569d58fd-985a-472d-bf15-c6f088ca90d6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b573bc9b-5421-403a-bf47-80389a655d01 HTTP/1.1" status: 200 len: 999 time: 0.1801639 Jun 07 07:00:27.695597 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12b2bb-4598-405e-9522-068688d897bf req-0101e507-d063-4edd-a230-5405908f915b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:27.697043 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5c12b2bb-4598-405e-9522-068688d897bf req-0101e507-d063-4edd-a230-5405908f915b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1 HTTP/1.1" status: 200 len: 856 time: 0.0580022 Jun 07 07:00:27.774749 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12b2bb-4598-405e-9522-068688d897bf req-91f2bb28-9371-407a-b634-4c1895c0428f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:27.776186 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5c12b2bb-4598-405e-9522-068688d897bf req-91f2bb28-9371-407a-b634-4c1895c0428f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0ea641b7-d55d-49bf-bc2d-31ddec2c42bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711911 Jun 07 07:00:27.911071 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5c12b2bb-4598-405e-9522-068688d897bf req-744732b1-4ab3-486a-86e6-e1ea28810eaa service neutron] 10.222.0.44 "GET /v2.0/networks/0ea641b7-d55d-49bf-bc2d-31ddec2c42bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269119 Jun 07 07:00:27.972028 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device b573bc9b-5421-403a-bf47-80389a655d01 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:00:28.045808 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5c12b2bb-4598-405e-9522-068688d897bf req-88ac724f-caef-4bf7-b16c-6d1840746d5c service neutron] 10.222.0.44 "GET /v2.0/networks/0ea641b7-d55d-49bf-bc2d-31ddec2c42bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262381 Jun 07 07:00:28.414711 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c87bc-1bc3-421a-8091-34979c7d6908 req-e0b9002f-5476-44c9-bd1f-e1eb64b96da9 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:28.422901 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-6b2c87bc-1bc3-421a-8091-34979c7d6908 req-e0b9002f-5476-44c9-bd1f-e1eb64b96da9 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 943 time: 0.0927527 Jun 07 07:00:28.486527 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-6b2c87bc-1bc3-421a-8091-34979c7d6908 req-d353ec68-8872-4cf4-811d-ff33f3a9a76c tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613012 Jun 07 07:00:29.704084 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5c17c-29a3-41a6-8733-1c379240f239 req-52cf7e24-2938-4046-b96d-00650b7af0cb tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:29.705613 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-44a5c17c-29a3-41a6-8733-1c379240f239 req-52cf7e24-2938-4046-b96d-00650b7af0cb tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 943 time: 0.0957627 Jun 07 07:00:29.752369 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-44a5c17c-29a3-41a6-8733-1c379240f239 req-d2d4c99b-3720-45e5-a7bb-d6296a88de65 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410066 Jun 07 07:00:29.927491 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-3632cda3-f921-4768-bb6c-028bb9daeb77 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1275203129&fields=id&tenant_id=0081b93f682b424a92f9969541476853 HTTP/1.1" status: 200 len: 267 time: 0.0421717 Jun 07 07:00:30.080736 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-291e30cb-8916-4544-872d-deadcfdbb2ea tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:30.082289 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-291e30cb-8916-4544-872d-deadcfdbb2ea tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/networks?id=5c37d138-8837-42e4-9380-fd5e2c8077da HTTP/1.1" status: 200 len: 809 time: 0.1475201 Jun 07 07:00:30.098169 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-62112a52-a2f8-48ee-8045-f2339b000f5d tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/quotas/0081b93f682b424a92f9969541476853 HTTP/1.1" status: 200 len: 375 time: 0.0098681 Jun 07 07:00:30.183948 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-23d45b4d-cc47-425a-9014-e75b698a8e35 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0081b93f682b424a92f9969541476853&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0799747 Jun 07 07:00:30.333133 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-c07a1ef4-40f3-42f8-9336-598a2c7edebb service neutron] 10.222.0.35 "GET /v2.0/networks/5c37d138-8837-42e4-9380-fd5e2c8077da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372886 Jun 07 07:00:30.485490 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-9648071a-eff8-4f97-9d7a-12ddd953633e service neutron] 10.222.0.35 "GET /v2.0/networks/5c37d138-8837-42e4-9380-fd5e2c8077da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461194 Jun 07 07:00:30.943811 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-cd69efe7-3ebb-40d8-88ea-0e392835f6f5 req-51401dc8-a7fa-474f-92ee-1b7f5ffff42c tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 210 time: 0.0488212 Jun 07 07:00:30.997157 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c153ec8c-9a1a-47a0-813e-c2ea696553f4 req-9c19df13-35c4-495e-b396-3aafc7961034 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:30.998679 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-c153ec8c-9a1a-47a0-813e-c2ea696553f4 req-9c19df13-35c4-495e-b396-3aafc7961034 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 943 time: 0.0910401 Jun 07 07:00:31.048739 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-c153ec8c-9a1a-47a0-813e-c2ea696553f4 req-55bfbdc2-7ee6-418f-ae06-617e9c83e9d1 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443656 Jun 07 07:00:32.102244 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-56db0895-d1ac-4542-940c-dd6c6fceede9 req-21b9c24a-ee0d-4eb0-90ef-46ec016cfd4f tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 210 time: 0.0459383 Jun 07 07:00:32.264702 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1f56a-273b-4189-a680-60f17bcecf43 req-408d0b10-262a-4274-9b43-b5fa06524e5c tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:32.266163 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-aff1f56a-273b-4189-a680-60f17bcecf43 req-408d0b10-262a-4274-9b43-b5fa06524e5c tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 943 time: 0.0951939 Jun 07 07:00:32.315140 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-aff1f56a-273b-4189-a680-60f17bcecf43 req-6b26466c-4cdc-4111-b51d-e4ba2f2c9e15 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432122 Jun 07 07:00:32.805251 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:33.275061 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-0f7c864d-a917-4155-8652-1427be516dc1 req-37be3c0f-c05c-464a-8751-d6abe9cfa8c9 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 210 time: 0.0421808 Jun 07 07:00:33.514514 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26548b9-df23-4eed-96cd-bf310ba4c5c7 req-afd3371d-d04b-48a5-b21c-1398c3ff045b tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:33.515951 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-f26548b9-df23-4eed-96cd-bf310ba4c5c7 req-afd3371d-d04b-48a5-b21c-1398c3ff045b tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 943 time: 0.0876050 Jun 07 07:00:33.563342 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-f26548b9-df23-4eed-96cd-bf310ba4c5c7 req-b7627412-7d40-4693-a73c-d42b17b5b197 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414560 Jun 07 07:00:34.434071 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-1fecdee5-e7a8-42c1-ba41-d4cad430fef0 req-1245797d-3514-486b-a5b3-5a54c95a88e0 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 210 time: 0.0528138 Jun 07 07:00:34.763981 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b818a-b210-4e6f-99d6-186c787da049 req-6f9cc124-93b9-4fe7-8d9a-149cea2d0b9d tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:34.765426 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d25b818a-b210-4e6f-99d6-186c787da049 req-6f9cc124-93b9-4fe7-8d9a-149cea2d0b9d tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 943 time: 0.0898399 Jun 07 07:00:34.824941 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d25b818a-b210-4e6f-99d6-186c787da049 req-642f9544-55ac-402e-8782-e66402d3c830 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537417 Jun 07 07:00:35.206370 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-8f409897-8116-4440-85ca-bdeca900dd20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:35.591226 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-dd57875f-e9ee-401d-8466-cae215e54495 req-cfe5f0e8-9fbb-438a-a6b4-3a9d78f00039 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 210 time: 0.0465903 Jun 07 07:00:36.021363 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff419c-f02e-4e14-afae-4eaaa96ff3ac req-b95b1179-c071-4d8e-8523-3aad311e3ee6 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:36.023354 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-c6ff419c-f02e-4e14-afae-4eaaa96ff3ac req-b95b1179-c071-4d8e-8523-3aad311e3ee6 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 943 time: 0.0815742 Jun 07 07:00:36.076373 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-c6ff419c-f02e-4e14-afae-4eaaa96ff3ac req-f3991bfa-32b9-4608-9a4f-29f770a7407b tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471442 Jun 07 07:00:36.744205 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-7c548607-0118-4835-9fbc-516a1555ca4c req-68fdd4dc-2389-4be1-aa97-d19226af94f8 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 210 time: 0.0429211 Jun 07 07:00:37.279070 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e800da9-98a0-4264-881f-e2d6c2326c10 req-aa580603-3d08-49cd-ae13-cd80e6f3e587 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:37.280574 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-9e800da9-98a0-4264-881f-e2d6c2326c10 req-aa580603-3d08-49cd-ae13-cd80e6f3e587 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 943 time: 0.0892498 Jun 07 07:00:37.341505 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-9e800da9-98a0-4264-881f-e2d6c2326c10 req-7c840862-859f-49eb-b602-78ee59f4f2c0 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508063 Jun 07 07:00:37.876651 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:37.897674 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-dd9caeaf-4432-4359-80d0-c6fc87383631 req-885b7613-9034-4456-a227-8ed5eea54b98 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 210 time: 0.0481071 Jun 07 07:00:37.942430 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-49874309-a651-4018-ae74-805eae8b9ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:38.536604 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fedfb2-e3d1-4d5a-9de8-59c4197fb01a req-ab913003-47ae-4391-9d25-17b9e03a51ce tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:38.538082 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-42fedfb2-e3d1-4d5a-9de8-59c4197fb01a req-ab913003-47ae-4391-9d25-17b9e03a51ce tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 943 time: 0.0804911 Jun 07 07:00:38.581423 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-42fedfb2-e3d1-4d5a-9de8-59c4197fb01a req-08dc400f-1af6-48fb-9f53-99003a39fb48 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376968 Jun 07 07:00:38.929609 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d31899-baef-46b1-b692-27601a98bc3c req-630ca7e8-2e25-41b5-8536-7c5d9903676f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:38.931919 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-52d31899-baef-46b1-b692-27601a98bc3c req-630ca7e8-2e25-41b5-8536-7c5d9903676f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=03bd4d9d83964ae7adcdbf4b4489df7b&device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 1096 time: 0.0743654 Jun 07 07:00:38.943903 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:39.181121 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-792a7de2-758f-406e-a850-fa3f0d7fd3fd req-6ea6d1c8-a102-42cd-9096-9b247ab077dc tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 210 time: 0.0505438 Jun 07 07:00:39.211875 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d31899-baef-46b1-b692-27601a98bc3c req-5c9d3def-f943-4792-be92-9ee80452b1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:39.213291 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-52d31899-baef-46b1-b692-27601a98bc3c req-5c9d3def-f943-4792-be92-9ee80452b1c4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0ea641b7-d55d-49bf-bc2d-31ddec2c42bf HTTP/1.1" status: 200 len: 918 time: 0.2595198 Jun 07 07:00:39.319170 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-52d31899-baef-46b1-b692-27601a98bc3c req-daecaae3-b634-4615-9cdb-3c86adc7ddd2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b573bc9b-5421-403a-bf47-80389a655d01 HTTP/1.1" status: 200 len: 999 time: 0.0976772 Jun 07 07:00:39.384042 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d31899-baef-46b1-b692-27601a98bc3c req-e4f831f2-5563-44a2-9d29-75faf3649783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:39.385522 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-52d31899-baef-46b1-b692-27601a98bc3c req-e4f831f2-5563-44a2-9d29-75faf3649783 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1 HTTP/1.1" status: 200 len: 856 time: 0.0595536 Jun 07 07:00:39.471319 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d31899-baef-46b1-b692-27601a98bc3c req-a0a53a43-9748-4584-8065-014b15673d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:39.473203 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-52d31899-baef-46b1-b692-27601a98bc3c req-a0a53a43-9748-4584-8065-014b15673d99 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0ea641b7-d55d-49bf-bc2d-31ddec2c42bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0798752 Jun 07 07:00:39.583436 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-ef655405-16c4-4df4-99f7-f506ef646a84 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:39.585696 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-ef655405-16c4-4df4-99f7-f506ef646a84 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.44 "GET /v2.0/networks?id=5c37d138-8837-42e4-9380-fd5e2c8077da HTTP/1.1" status: 200 len: 809 time: 0.2338760 Jun 07 07:00:39.612675 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-52d31899-baef-46b1-b692-27601a98bc3c req-831310ab-b34b-4a34-934b-a7d063ada44b service neutron] 10.222.0.44 "GET /v2.0/networks/0ea641b7-d55d-49bf-bc2d-31ddec2c42bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302710 Jun 07 07:00:39.634858 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-9356faaf-97b0-4233-995b-5e34af68e016 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0081b93f682b424a92f9969541476853 HTTP/1.1" status: 200 len: 380 time: 0.0408342 Jun 07 07:00:39.644152 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-9ac04ab2-7f82-43a3-badf-fef467611879 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Request body: {'port': {'device_id': '3b152eb5-6824-43fa-ace5-6f9eb4c7455c', 'network_id': '5c37d138-8837-42e4-9380-fd5e2c8077da', 'admin_state_up': True, 'tenant_id': '0081b93f682b424a92f9969541476853', 'security_groups': ['da22f6c0-ccac-4b4f-9339-a34efc3d3777']}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:00:39.755863 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-52d31899-baef-46b1-b692-27601a98bc3c req-b8dae190-2616-47c3-ad4f-a76477d1ab6a service neutron] 10.222.0.44 "GET /v2.0/networks/0ea641b7-d55d-49bf-bc2d-31ddec2c42bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354678 Jun 07 07:00:39.871945 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0353287-0a3d-4962-b5df-b2d4795c874d req-89936a9f-2da7-44bf-80df-2f62d05e6ecf tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:39.873387 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-f0353287-0a3d-4962-b5df-b2d4795c874d req-89936a9f-2da7-44bf-80df-2f62d05e6ecf tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 943 time: 0.1293967 Jun 07 07:00:39.874454 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-9ac04ab2-7f82-43a3-badf-fef467611879 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Made reservation on behalf of 0081b93f682b424a92f9969541476853 for: {'port': 1} {{(pid=91758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 07:00:39.877656 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-9ac04ab2-7f82-43a3-badf-fef467611879 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:39.983695 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-f0353287-0a3d-4962-b5df-b2d4795c874d req-64da27f2-1acf-45f0-b60a-a0be547ad903 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965104 Jun 07 07:00:40.095954 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.db_base_plugin_common [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-9ac04ab2-7f82-43a3-badf-fef467611879 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Allocated IP 172.20.0.5 (5c37d138-8837-42e4-9380-fd5e2c8077da/8b57f840-4f16-4f1d-a226-d26c6973a8b4/7008217d-dbea-4b94-bf81-bd1eeb709210) {{(pid=91758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 07:00:40.337740 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-9ac04ab2-7f82-43a3-badf-fef467611879 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks [] for port, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:40.354791 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-9ac04ab2-7f82-43a3-badf-fef467611879 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Transition to ACTIVE for port object 7008217d-dbea-4b94-bf81-bd1eeb709210 will not be triggered until provisioned by entity DHCP. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 07:00:40.358585 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-0a0e8c2f-99b1-4d03-8d80-ec2cceb38126 req-324bf950-2429-4aee-b3af-f721c0421764 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 210 time: 0.0514810 Jun 07 07:00:40.392845 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-9ac04ab2-7f82-43a3-badf-fef467611879 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:40.399966 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-da5fdb10-449d-484c-9360-193b634cfa05 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:40.466837 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-9ac04ab2-7f82-43a3-badf-fef467611879 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Network 5c37d138-8837-42e4-9380-fd5e2c8077da is already hosted by enough agents. {{(pid=91758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 07:00:40.467915 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.base_scheduler [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-9ac04ab2-7f82-43a3-badf-fef467611879 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Resources bound (agent type, host, resource id): {{(pid=91758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 07:00:40.471841 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-9ac04ab2-7f82-43a3-badf-fef467611879 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Received port after_create {{(pid=91758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 07:00:40.527128 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac04ab2-7f82-43a3-badf-fef467611879 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Pushing event updated for resources: {'Port': ['ID=7008217d-dbea-4b94-bf81-bd1eeb709210,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:40.533805 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-9ac04ab2-7f82-43a3-badf-fef467611879 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:40.568400 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-9ac04ab2-7f82-43a3-badf-fef467611879 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:40.569485 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-9ac04ab2-7f82-43a3-badf-fef467611879 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:40.591986 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-9ac04ab2-7f82-43a3-badf-fef467611879 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9517651 Jun 07 07:00:40.604279 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-520817aa-0d08-426d-b254-29d20d8c2915 service neutron] Request body: {'port': {'device_id': '3b152eb5-6824-43fa-ace5-6f9eb4c7455c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:00:40.639129 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:40.706412 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-de8b4e33-3b1a-42f6-800a-3562d5daf83c None None] Provisioning for port 7008217d-dbea-4b94-bf81-bd1eeb709210 completed by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 07:00:40.712201 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-de8b4e33-3b1a-42f6-800a-3562d5daf83c None None] Provisioning complete for port 7008217d-dbea-4b94-bf81-bd1eeb709210 triggered by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:00:40.712580 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-de8b4e33-3b1a-42f6-800a-3562d5daf83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:40.721258 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-520817aa-0d08-426d-b254-29d20d8c2915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:40.764153 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-de8b4e33-3b1a-42f6-800a-3562d5daf83c None None] Port 7008217d-dbea-4b94-bf81-bd1eeb709210 cannot update to ACTIVE because it is not bound. {{(pid=91760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 07:00:41.059275 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-520817aa-0d08-426d-b254-29d20d8c2915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7008217d-dbea-4b94-bf81-bd1eeb709210 {{(pid=91758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 07:00:41.066576 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-520817aa-0d08-426d-b254-29d20d8c2915 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:41.080515 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-520817aa-0d08-426d-b254-29d20d8c2915 service neutron] Transition to ACTIVE for port object 7008217d-dbea-4b94-bf81-bd1eeb709210 will not be triggered until provisioned by entity L2. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 07:00:41.085630 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-520817aa-0d08-426d-b254-29d20d8c2915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2309382'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:41.090280 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-1975bfe0-973f-4988-a5ec-b999103b75f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:41.390842 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520817aa-0d08-426d-b254-29d20d8c2915 service neutron] Pushing event updated for resources: {'Port': ['ID=7008217d-dbea-4b94-bf81-bd1eeb709210,revision_number=2']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:41.399505 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-520817aa-0d08-426d-b254-29d20d8c2915 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:41.477855 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d6efa-0294-4cd1-9b8c-18003b504e42 req-7cdf95eb-aa69-478d-8593-d3575cd7b992 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:41.479404 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-304d6efa-0294-4cd1-9b8c-18003b504e42 req-7cdf95eb-aa69-478d-8593-d3575cd7b992 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 943 time: 0.3576655 Jun 07 07:00:41.506923 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-520817aa-0d08-426d-b254-29d20d8c2915 service neutron] Attempting to bind port 7008217d-dbea-4b94-bf81-bd1eeb709210 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 07:00:41.507254 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-520817aa-0d08-426d-b254-29d20d8c2915 service neutron] Attempting to bind port 7008217d-dbea-4b94-bf81-bd1eeb709210 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': 'bb5542f4-3ec4-4f5b-a0df-596623c3dedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5c37d138-8837-42e4-9380-fd5e2c8077da'}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 07:00:41.507604 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-520817aa-0d08-426d-b254-29d20d8c2915 service neutron] Attempting to bind port 7008217d-dbea-4b94-bf81-bd1eeb709210 on network 5c37d138-8837-42e4-9380-fd5e2c8077da {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 07:00:41.516477 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-520817aa-0d08-426d-b254-29d20d8c2915 service neutron] Port 7008217d-dbea-4b94-bf81-bd1eeb709210 on network 5c37d138-8837-42e4-9380-fd5e2c8077da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 07:00:41.516798 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-520817aa-0d08-426d-b254-29d20d8c2915 service neutron] Attempting to bind port 7008217d-dbea-4b94-bf81-bd1eeb709210 on network 5c37d138-8837-42e4-9380-fd5e2c8077da {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 07:00:41.533166 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-520817aa-0d08-426d-b254-29d20d8c2915 service neutron] Checking agent: {'id': '6ac81f3b-c4b1-4231-aa5b-62c4bc3a8245', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 52, 32), 'started_at': datetime.datetime(2021, 6, 7, 6, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 7, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 07:00:41.533511 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-520817aa-0d08-426d-b254-29d20d8c2915 service neutron] Checking segment: {'id': 'bb5542f4-3ec4-4f5b-a0df-596623c3dedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5c37d138-8837-42e4-9380-fd5e2c8077da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 07:00:41.533925 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-520817aa-0d08-426d-b254-29d20d8c2915 service neutron] Bound using segment: {'id': 'bb5542f4-3ec4-4f5b-a0df-596623c3dedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5c37d138-8837-42e4-9380-fd5e2c8077da'} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 07:00:41.534359 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-520817aa-0d08-426d-b254-29d20d8c2915 service neutron] Bound port: 7008217d-dbea-4b94-bf81-bd1eeb709210, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb5542f4-3ec4-4f5b-a0df-596623c3dedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5c37d138-8837-42e4-9380-fd5e2c8077da'}}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 07:00:41.534708 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-520817aa-0d08-426d-b254-29d20d8c2915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:41.548365 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36651820-7c2e-4f89-979f-a169beee55ab req-b4a5fbce-8137-4e13-93ea-a4e6fff7dc58 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:41.549911 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-36651820-7c2e-4f89-979f-a169beee55ab req-b4a5fbce-8137-4e13-93ea-a4e6fff7dc58 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 943 time: 0.0822313 Jun 07 07:00:41.559110 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-304d6efa-0294-4cd1-9b8c-18003b504e42 req-fface96d-a789-4ddf-ad88-cb7d487e722a tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732956 Jun 07 07:00:41.597261 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-36651820-7c2e-4f89-979f-a169beee55ab req-2a314a5f-287e-427a-b374-a135934751e1 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/security-groups?id=da22f6c0-ccac-4b4f-9339-a34efc3d3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401385 Jun 07 07:00:41.633238 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-520817aa-0d08-426d-b254-29d20d8c2915 service neutron] For port 7008217d-dbea-4b94-bf81-bd1eeb709210, host hv-cinder-78414, cleared binding levels {{(pid=91758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 07:00:41.636097 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-520817aa-0d08-426d-b254-29d20d8c2915 service neutron] For port 7008217d-dbea-4b94-bf81-bd1eeb709210, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=7008217d-dbea-4b94-bf81-bd1eeb709210,segment=NetworkSegment(bb5542f4-3ec4-4f5b-a0df-596623c3dedd),segment_id=bb5542f4-3ec4-4f5b-a0df-596623c3dedd)] {{(pid=91758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 07:00:41.641489 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-520817aa-0d08-426d-b254-29d20d8c2915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2309382'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:41.646040 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-6b2711c5-991d-4ba2-bd05-4f19118cd593 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:41.701441 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-520817aa-0d08-426d-b254-29d20d8c2915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:41.702070 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-520817aa-0d08-426d-b254-29d20d8c2915 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:41.703405 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-520817aa-0d08-426d-b254-29d20d8c2915 service neutron] 10.222.0.44 "PUT /v2.0/ports/7008217d-dbea-4b94-bf81-bd1eeb709210 HTTP/1.1" status: 200 len: 1093 time: 1.1047273 Jun 07 07:00:41.703893 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b152eb5-6824-43fa-ace5-6f9eb4c7455c', 'tag': '7008217d-dbea-4b94-bf81-bd1eeb709210'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:00:41.706201 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec36a6c19c8fb969b847be0da992033db50c3714a14aa90e68a12edeb3f3a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e4bbbe-763a-428c-9daa-3cd60598adc6" -d '{"events": [{"name": "network-changed", "server_uuid": "3b152eb5-6824-43fa-ace5-6f9eb4c7455c", "tag": "7008217d-dbea-4b94-bf81-bd1eeb709210"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:00:41.724625 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520817aa-0d08-426d-b254-29d20d8c2915 service neutron] Pushing event updated for resources: {'Port': ['ID=7008217d-dbea-4b94-bf81-bd1eeb709210,revision_number=3']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:41.729074 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-520817aa-0d08-426d-b254-29d20d8c2915 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:41.782839 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 07:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbd1b77-768b-4047-a0d8-36ebe7c132a3 x-openstack-request-id: req-ecbd1b77-768b-4047-a0d8-36ebe7c132a3 {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:00:41.783166 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b152eb5-6824-43fa-ace5-6f9eb4c7455c", "tag": "7008217d-dbea-4b94-bf81-bd1eeb709210", "status": "completed", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:00:41.783450 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ecbd1b77-768b-4047-a0d8-36ebe7c132a3 {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:00:41.783892 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b152eb5-6824-43fa-ace5-6f9eb4c7455c', 'tag': '7008217d-dbea-4b94-bf81-bd1eeb709210', 'status': 'completed', 'code': 200} Jun 07 07:00:41.825803 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-cf7b4d96-1a62-4b54-89f1-93ba243659ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:41.827325 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-cf7b4d96-1a62-4b54-89f1-93ba243659ba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0081b93f682b424a92f9969541476853&device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 1096 time: 0.0792029 Jun 07 07:00:41.902481 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-1c668c2e-3308-42f3-99eb-f864a5affabe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7008217d-dbea-4b94-bf81-bd1eeb709210 HTTP/1.1" status: 200 len: 217 time: 0.0662022 Jun 07 07:00:41.965284 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-377773ef-316e-4bde-88dc-5e88ce5c483e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:41.966695 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-377773ef-316e-4bde-88dc-5e88ce5c483e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8b57f840-4f16-4f1d-a226-d26c6973a8b4 HTTP/1.1" status: 200 len: 848 time: 0.0586827 Jun 07 07:00:42.027563 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device b573bc9b-5421-403a-bf47-80389a655d01 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 07:00:42.043329 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-d1ea773d-6dcd-4df1-bc91-5b8bd9bb686b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:42.044850 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-d1ea773d-6dcd-4df1-bc91-5b8bd9bb686b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5c37d138-8837-42e4-9380-fd5e2c8077da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721722 Jun 07 07:00:42.177673 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-d797da75-6119-4562-894e-1560d508e75f service neutron] 10.222.0.44 "GET /v2.0/networks/5c37d138-8837-42e4-9380-fd5e2c8077da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253114 Jun 07 07:00:42.189209 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port b573bc9b-5421-403a-bf47-80389a655d01, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b573bc9b-5421-403a-bf47-80389a655d01,segment=NetworkSegment(0bd4588d-cd3a-47c3-b624-e7540af76cbe),segment_id=0bd4588d-cd3a-47c3-b624-e7540af76cbe)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:00:42.207555 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Returning: {'device': 'b573bc9b-5421-403a-bf47-80389a655d01', 'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf', 'port_id': 'b573bc9b-5421-403a-bf47-80389a655d01', 'mac_address': 'fa:16:3e:3e:b2:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 07:00:42.263535 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.agents_db [None req-46aecb79-32b8-4105-868b-523cea85afea None None] Agent healthcheck: found 6 active agents {{(pid=91761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 07:00:42.266678 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:42.283439 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b573bc9b-5421-403a-bf47-80389a655d01 {{(pid=91760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 07:00:42.298438 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port b573bc9b-5421-403a-bf47-80389a655d01, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b573bc9b-5421-403a-bf47-80389a655d01,segment=NetworkSegment(0bd4588d-cd3a-47c3-b624-e7540af76cbe),segment_id=0bd4588d-cd3a-47c3-b624-e7540af76cbe)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:00:42.302311 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:42.305196 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-9dd0c67a-4662-4d4f-909e-777cea8c4cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:42.313448 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-767d4d00-3cf1-4207-9e4e-009c698b6268 req-0f7012a1-9b1b-4e49-a4f0-11e04d671ded service neutron] 10.222.0.44 "GET /v2.0/networks/5c37d138-8837-42e4-9380-fd5e2c8077da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289990 Jun 07 07:00:42.374463 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=b573bc9b-5421-403a-bf47-80389a655d01,revision_number=9']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:42.377477 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:42.433368 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4bbbe-763a-428c-9daa-3cd60598adc6 req-7c1db2bd-fdbd-401c-8cc3-8b6ecb07b6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:42.434761 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-81e4bbbe-763a-428c-9daa-3cd60598adc6 req-7c1db2bd-fdbd-401c-8cc3-8b6ecb07b6ba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0081b93f682b424a92f9969541476853&device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 1096 time: 0.0757089 Jun 07 07:00:42.513406 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] get_ports_and_sgs() called for port_ids ['b573bc9b-5421-403a-bf47-80389a655d01'] {{(pid=91760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 07:00:42.575935 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4bbbe-763a-428c-9daa-3cd60598adc6 req-8b042ba5-602f-4d0b-b7e6-52c47810eee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:42.577382 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-81e4bbbe-763a-428c-9daa-3cd60598adc6 req-8b042ba5-602f-4d0b-b7e6-52c47810eee2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5c37d138-8837-42e4-9380-fd5e2c8077da HTTP/1.1" status: 200 len: 910 time: 0.1358933 Jun 07 07:00:42.649891 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-81e4bbbe-763a-428c-9daa-3cd60598adc6 req-20d40509-9c8c-4978-95e6-490fa8c203fb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7008217d-dbea-4b94-bf81-bd1eeb709210 HTTP/1.1" status: 200 len: 217 time: 0.0658362 Jun 07 07:00:42.722955 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4bbbe-763a-428c-9daa-3cd60598adc6 req-013ca597-bef4-42b8-bb8d-26fb9677b5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:42.724385 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-81e4bbbe-763a-428c-9daa-3cd60598adc6 req-013ca597-bef4-42b8-bb8d-26fb9677b5b7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8b57f840-4f16-4f1d-a226-d26c6973a8b4 HTTP/1.1" status: 200 len: 848 time: 0.0675085 Jun 07 07:00:42.756394 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704b59b-719d-4c85-a3a3-7f52e26c7507 req-4cd14570-61c2-4592-b526-1cbfdc597209 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:42.757861 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-9704b59b-719d-4c85-a3a3-7f52e26c7507 req-4cd14570-61c2-4592-b526-1cbfdc597209 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 944 time: 0.0855997 Jun 07 07:00:42.802313 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-9704b59b-719d-4c85-a3a3-7f52e26c7507 req-d40098ef-72b1-4057-9b24-be0444fcbdba tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385771 Jun 07 07:00:42.867370 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58d186-477b-4b04-9ee8-4e88656ea774 req-215714a7-a5e6-4148-a515-bf2b0901879a tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:42.868817 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-4a58d186-477b-4b04-9ee8-4e88656ea774 req-215714a7-a5e6-4148-a515-bf2b0901879a tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 943 time: 0.1476738 Jun 07 07:00:42.874778 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4bbbe-763a-428c-9daa-3cd60598adc6 req-5cb489ab-ed7c-49aa-9dff-dd1bfae12f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:42.876132 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-81e4bbbe-763a-428c-9daa-3cd60598adc6 req-5cb489ab-ed7c-49aa-9dff-dd1bfae12f5d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5c37d138-8837-42e4-9380-fd5e2c8077da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1202371 Jun 07 07:00:43.002448 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-4a58d186-477b-4b04-9ee8-4e88656ea774 req-dd28d4f3-fc90-42ec-a9c5-078ee252f492 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/security-groups?id=da22f6c0-ccac-4b4f-9339-a34efc3d3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252866 Jun 07 07:00:43.038803 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-81e4bbbe-763a-428c-9daa-3cd60598adc6 req-1c4df766-51a9-4b87-bb87-b422a1be5d6c service neutron] 10.222.0.44 "GET /v2.0/networks/5c37d138-8837-42e4-9380-fd5e2c8077da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479816 Jun 07 07:00:43.250669 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-81e4bbbe-763a-428c-9daa-3cd60598adc6 req-7a68c21b-eb4b-4d86-8f2f-2eaa83e100c7 service neutron] 10.222.0.44 "GET /v2.0/networks/5c37d138-8837-42e4-9380-fd5e2c8077da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054133 Jun 07 07:00:43.995984 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe53c20-f3a8-4887-a752-05eda7fad8c8 req-cb6e15eb-01a3-4075-a676-79ed24fca8ed tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:43.997416 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-abe53c20-f3a8-4887-a752-05eda7fad8c8 req-cb6e15eb-01a3-4075-a676-79ed24fca8ed tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 944 time: 0.0796127 Jun 07 07:00:44.043680 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device b573bc9b-5421-403a-bf47-80389a655d01 up at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 07:00:44.045614 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-abe53c20-f3a8-4887-a752-05eda7fad8c8 req-fd7b6fa0-7da5-47c4-a3e2-40f7b4d447ae tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426099 Jun 07 07:00:44.118135 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Provisioning complete for port b573bc9b-5421-403a-bf47-80389a655d01 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:00:44.118556 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:44.186818 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48cd964-e554-48c2-bc9c-3e88ffafd596 req-e4e0f91d-d07a-4b7c-bba3-25fbc5acfb4d tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:44.188257 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e48cd964-e554-48c2-bc9c-3e88ffafd596 req-e4e0f91d-d07a-4b7c-bba3-25fbc5acfb4d tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 943 time: 0.0793927 Jun 07 07:00:44.233572 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:44.236077 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e48cd964-e554-48c2-bc9c-3e88ffafd596 req-fc21c3cb-6a7e-415e-9a51-5dafe89eb634 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/security-groups?id=da22f6c0-ccac-4b4f-9339-a34efc3d3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422311 Jun 07 07:00:44.260818 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351430ee-69f6-405f-ac60-85fde7b8eac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b573bc9b-5421-403a-bf47-80389a655d01'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:00:44.263153 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bdfcc22c2f6cd30966a80f508f9d4395b4bd329b93c89cee5ea7ddf2c7e5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1194ee5-9e69-4cf4-a0b9-400d539e9cdc" -d '{"events": [{"server_uuid": "351430ee-69f6-405f-ac60-85fde7b8eac7", "name": "network-vif-plugged", "status": "completed", "tag": "b573bc9b-5421-403a-bf47-80389a655d01"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:00:44.270471 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port b573bc9b-5421-403a-bf47-80389a655d01, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b573bc9b-5421-403a-bf47-80389a655d01,segment=NetworkSegment(0bd4588d-cd3a-47c3-b624-e7540af76cbe),segment_id=0bd4588d-cd3a-47c3-b624-e7540af76cbe)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:00:44.274825 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:44.277615 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-bf2f0620-76a3-4965-a0e4-4a341efe2568 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:44.308180 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 07:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e3edf9-3a8e-454a-adc7-6b89dad79510 x-openstack-request-id: req-31e3edf9-3a8e-454a-adc7-6b89dad79510 {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:00:44.308474 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351430ee-69f6-405f-ac60-85fde7b8eac7", "name": "network-vif-plugged", "status": "completed", "tag": "b573bc9b-5421-403a-bf47-80389a655d01", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:00:44.308731 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-31e3edf9-3a8e-454a-adc7-6b89dad79510 {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:00:44.309107 dv-cinder-784140-5-iscsi neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351430ee-69f6-405f-ac60-85fde7b8eac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b573bc9b-5421-403a-bf47-80389a655d01', 'code': 200} Jun 07 07:00:44.354319 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=b573bc9b-5421-403a-bf47-80389a655d01,revision_number=10']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:44.357588 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:44.550041 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94d835-c0b1-498a-ae80-4df7da8d428b req-a8bc8616-392b-4348-bd53-e06743af61c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:44.551499 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-af94d835-c0b1-498a-ae80-4df7da8d428b req-a8bc8616-392b-4348-bd53-e06743af61c8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 1099 time: 0.0833950 Jun 07 07:00:44.593318 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-af94d835-c0b1-498a-ae80-4df7da8d428b req-52fa3c75-86c9-4340-9eee-88868c1f9007 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350580 Jun 07 07:00:45.241563 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b6dbd-67cd-4aa2-bd85-ce4757b264e9 req-ec7c9d3c-0df4-40db-8d0a-100b4b642225 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:45.243203 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-a27b6dbd-67cd-4aa2-bd85-ce4757b264e9 req-ec7c9d3c-0df4-40db-8d0a-100b4b642225 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 946 time: 0.0877149 Jun 07 07:00:45.291897 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-a27b6dbd-67cd-4aa2-bd85-ce4757b264e9 req-0af70190-d94c-4c63-9ac0-bc282395b03d tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431018 Jun 07 07:00:45.448856 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32de5f-63d9-40e8-8aaa-36913c86b785 req-d70c55f3-0111-4e02-80cb-798b001364f6 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:45.450485 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-4e32de5f-63d9-40e8-8aaa-36913c86b785 req-d70c55f3-0111-4e02-80cb-798b001364f6 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 943 time: 0.0830171 Jun 07 07:00:45.497753 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-4e32de5f-63d9-40e8-8aaa-36913c86b785 req-79eabdcd-6406-4a5b-98d1-375ee33f080a tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/security-groups?id=da22f6c0-ccac-4b4f-9339-a34efc3d3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415061 Jun 07 07:00:46.485691 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8e0a8-055d-4b25-b644-32bd5b107f66 req-b44f5319-6b73-4847-87fd-2b6a7cb28681 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:46.487147 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-38c8e0a8-055d-4b25-b644-32bd5b107f66 req-b44f5319-6b73-4847-87fd-2b6a7cb28681 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 946 time: 0.0790789 Jun 07 07:00:46.533356 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-38c8e0a8-055d-4b25-b644-32bd5b107f66 req-0e4b973e-005e-41b4-824c-a20543df4fd7 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403802 Jun 07 07:00:46.691417 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8841d-bf0d-4460-a810-986ef2035d71 req-65985b63-3b15-44f4-a9ba-016c094dd4b0 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:46.692812 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-62d8841d-bf0d-4460-a810-986ef2035d71 req-65985b63-3b15-44f4-a9ba-016c094dd4b0 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 943 time: 0.0818477 Jun 07 07:00:46.739426 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-62d8841d-bf0d-4460-a810-986ef2035d71 req-53be55a9-46f9-44bb-aa13-90e5ceaaab9a tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/security-groups?id=da22f6c0-ccac-4b4f-9339-a34efc3d3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400777 Jun 07 07:00:47.929649 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2309ce-e8a3-4b12-8406-5792e051c67b req-1b9d3773-f92f-4661-9f9e-ed2b2347fbf2 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:47.931109 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-1f2309ce-e8a3-4b12-8406-5792e051c67b req-1b9d3773-f92f-4661-9f9e-ed2b2347fbf2 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 943 time: 0.0827222 Jun 07 07:00:47.974396 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-1f2309ce-e8a3-4b12-8406-5792e051c67b req-245cdd8f-a7db-4b69-bcd9-dcb31eb3dc74 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/security-groups?id=da22f6c0-ccac-4b4f-9339-a34efc3d3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375819 Jun 07 07:00:49.154975 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47fc05-19df-4083-8362-1a376f5f8e19 req-a73151ee-abb3-4f26-ae90-93dc50353806 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:49.156398 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-8e47fc05-19df-4083-8362-1a376f5f8e19 req-a73151ee-abb3-4f26-ae90-93dc50353806 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 943 time: 0.0806611 Jun 07 07:00:49.199312 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-8e47fc05-19df-4083-8362-1a376f5f8e19 req-4dba11c6-ad63-447a-a063-20877fa917d3 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/security-groups?id=da22f6c0-ccac-4b4f-9339-a34efc3d3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374115 Jun 07 07:00:50.077119 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device 7008217d-dbea-4b94-bf81-bd1eeb709210 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 07:00:50.209370 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port 7008217d-dbea-4b94-bf81-bd1eeb709210, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=7008217d-dbea-4b94-bf81-bd1eeb709210,segment=NetworkSegment(bb5542f4-3ec4-4f5b-a0df-596623c3dedd),segment_id=bb5542f4-3ec4-4f5b-a0df-596623c3dedd)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:00:50.222166 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Returning: {'device': '7008217d-dbea-4b94-bf81-bd1eeb709210', 'network_id': '5c37d138-8837-42e4-9380-fd5e2c8077da', 'port_id': '7008217d-dbea-4b94-bf81-bd1eeb709210', 'mac_address': 'fa:16:3e:2c:7f:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b57f840-4f16-4f1d-a226-d26c6973a8b4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 07:00:50.276879 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:50.293169 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7008217d-dbea-4b94-bf81-bd1eeb709210 {{(pid=91760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 07:00:50.309178 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port 7008217d-dbea-4b94-bf81-bd1eeb709210, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=7008217d-dbea-4b94-bf81-bd1eeb709210,segment=NetworkSegment(bb5542f4-3ec4-4f5b-a0df-596623c3dedd),segment_id=bb5542f4-3ec4-4f5b-a0df-596623c3dedd)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:00:50.313034 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:50.314789 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-8e813c93-3334-451a-9231-4acd82f256c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:50.379874 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd8fdc-95a4-4de4-a238-d1035cd80361 req-29dfaac3-de3f-4a78-a8ad-bc3ea1e5aae3 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:50.381889 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-74fd8fdc-95a4-4de4-a238-d1035cd80361 req-29dfaac3-de3f-4a78-a8ad-bc3ea1e5aae3 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 944 time: 0.0796766 Jun 07 07:00:50.382563 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=7008217d-dbea-4b94-bf81-bd1eeb709210,revision_number=4']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:50.385575 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:50.429879 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-74fd8fdc-95a4-4de4-a238-d1035cd80361 req-146669fc-f06c-45a7-b240-ac6dc12a2319 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/security-groups?id=da22f6c0-ccac-4b4f-9339-a34efc3d3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420301 Jun 07 07:00:50.526013 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] get_ports_and_sgs() called for port_ids ['7008217d-dbea-4b94-bf81-bd1eeb709210'] {{(pid=91760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 07:00:51.615882 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50016d-0102-4a63-855d-17d1e335cd7f req-02134da5-7fef-4b7c-8f67-18bd535d8313 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:51.619592 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-7f50016d-0102-4a63-855d-17d1e335cd7f req-02134da5-7fef-4b7c-8f67-18bd535d8313 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 944 time: 0.0871603 Jun 07 07:00:51.668073 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-7f50016d-0102-4a63-855d-17d1e335cd7f req-b471afef-1a91-4df0-af3c-d78e9d779a9c tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/security-groups?id=da22f6c0-ccac-4b4f-9339-a34efc3d3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427704 Jun 07 07:00:52.091723 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device 7008217d-dbea-4b94-bf81-bd1eeb709210 up at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 07:00:52.158117 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Provisioning for port 7008217d-dbea-4b94-bf81-bd1eeb709210 completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 07:00:52.162555 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Provisioning complete for port 7008217d-dbea-4b94-bf81-bd1eeb709210 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:00:52.162956 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:52.276711 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:52.302271 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b152eb5-6824-43fa-ace5-6f9eb4c7455c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7008217d-dbea-4b94-bf81-bd1eeb709210'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:00:52.305030 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bdfcc22c2f6cd30966a80f508f9d4395b4bd329b93c89cee5ea7ddf2c7e5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863d6000-40b3-4193-9de7-7bb13da070be" -d '{"events": [{"server_uuid": "3b152eb5-6824-43fa-ace5-6f9eb4c7455c", "name": "network-vif-plugged", "status": "completed", "tag": "7008217d-dbea-4b94-bf81-bd1eeb709210"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:00:52.313168 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port 7008217d-dbea-4b94-bf81-bd1eeb709210, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=7008217d-dbea-4b94-bf81-bd1eeb709210,segment=NetworkSegment(bb5542f4-3ec4-4f5b-a0df-596623c3dedd),segment_id=bb5542f4-3ec4-4f5b-a0df-596623c3dedd)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:00:52.316259 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:52.318091 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:52.352263 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 07:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e84efd5-6f05-401c-944c-5ba6dcba2458 x-openstack-request-id: req-9e84efd5-6f05-401c-944c-5ba6dcba2458 {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:00:52.352571 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b152eb5-6824-43fa-ace5-6f9eb4c7455c", "name": "network-vif-plugged", "status": "completed", "tag": "7008217d-dbea-4b94-bf81-bd1eeb709210", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:00:52.352815 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9e84efd5-6f05-401c-944c-5ba6dcba2458 {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:00:52.353199 dv-cinder-784140-5-iscsi neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b152eb5-6824-43fa-ace5-6f9eb4c7455c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7008217d-dbea-4b94-bf81-bd1eeb709210', 'code': 200} Jun 07 07:00:52.390098 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=7008217d-dbea-4b94-bf81-bd1eeb709210,revision_number=5']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:52.393220 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:52.664005 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f16f99c-4c27-4791-b474-34d0cc1c6482 req-f009b4e5-6547-4270-93d5-af4218f7c8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:52.665411 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-9f16f99c-4c27-4791-b474-34d0cc1c6482 req-f009b4e5-6547-4270-93d5-af4218f7c8ed service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 1098 time: 0.0832980 Jun 07 07:00:52.707259 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-9f16f99c-4c27-4791-b474-34d0cc1c6482 req-5622c17f-8710-4082-8e9d-f797ba5a5081 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=da22f6c0-ccac-4b4f-9339-a34efc3d3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354419 Jun 07 07:00:52.855134 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1bb50d-deaa-4dcb-bf56-3aab4bde3fb1 req-5367ddc3-e844-48fc-8cd3-5f8830c431d2 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:52.856569 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-cf1bb50d-deaa-4dcb-bf56-3aab4bde3fb1 req-5367ddc3-e844-48fc-8cd3-5f8830c431d2 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 945 time: 0.0795794 Jun 07 07:00:52.901437 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-cf1bb50d-deaa-4dcb-bf56-3aab4bde3fb1 req-84495226-67ec-4de3-8843-b482f37c6535 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/security-groups?id=da22f6c0-ccac-4b4f-9339-a34efc3d3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386682 Jun 07 07:00:54.089366 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f649b1-0f61-4f5d-935c-e7cff1d7f6c1 req-f7d7bccd-8da7-48ec-b6e8-166f03c47fe5 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:54.090817 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-11f649b1-0f61-4f5d-935c-e7cff1d7f6c1 req-f7d7bccd-8da7-48ec-b6e8-166f03c47fe5 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 945 time: 0.0820007 Jun 07 07:00:54.135189 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-11f649b1-0f61-4f5d-935c-e7cff1d7f6c1 req-17aa052a-af38-47f8-9c1c-1f4f59f3f3c0 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/security-groups?id=da22f6c0-ccac-4b4f-9339-a34efc3d3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388205 Jun 07 07:00:54.320045 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1bbac-c0b7-42c9-a30c-60c2b104ea45 req-a8ede97c-e978-4a2d-a996-7e8a2aefc0a5 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:54.321460 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-a8c1bbac-c0b7-42c9-a30c-60c2b104ea45 req-a8ede97c-e978-4a2d-a996-7e8a2aefc0a5 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 945 time: 0.0824156 Jun 07 07:00:54.364265 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-a8c1bbac-c0b7-42c9-a30c-60c2b104ea45 req-10476f24-0ba7-4584-8c10-3bab82695b70 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/security-groups?id=da22f6c0-ccac-4b4f-9339-a34efc3d3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372488 Jun 07 07:00:54.387443 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 47402) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:54.497957 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222d679b-9d9b-44f1-a38b-b3da28b1dcb7 tempest-TestShelveInstance-705053456 tempest-TestShelveInstance-705053456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:54.499436 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-222d679b-9d9b-44f1-a38b-b3da28b1dcb7 tempest-TestShelveInstance-705053456 tempest-TestShelveInstance-705053456-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 1093 time: 0.1110249 Jun 07 07:00:54.502312 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 47406) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:00:54.506750 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-21cec0af-065e-49f2-b3f1-1058ef8ade60 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Request body: {'floatingip': {'floating_network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'port_id': '7008217d-dbea-4b94-bf81-bd1eeb709210', 'tenant_id': '0081b93f682b424a92f9969541476853', 'fixed_ip_address': '172.20.0.5'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:00:54.527890 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-21cec0af-065e-49f2-b3f1-1058ef8ade60 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks [] for floatingip, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:54.742611 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-21cec0af-065e-49f2-b3f1-1058ef8ade60 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:54.876137 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.db_base_plugin_common [None req-21cec0af-065e-49f2-b3f1-1058ef8ade60 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Allocated IP 172.27.1.93 (fe992a7c-d3c2-4e8d-9573-c4f663251d7a/c4323051-ed30-4a9a-b3aa-b457aab0dfbf/38585717-1512-44fe-9850-bb1307539d11) {{(pid=91759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 07:00:55.019370 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-21cec0af-065e-49f2-b3f1-1058ef8ade60 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks [] for port, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:55.048110 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-21cec0af-065e-49f2-b3f1-1058ef8ade60 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222160'] for port, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:55.052356 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-cae180df-cc08-46ce-b17d-97532023650f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:55.112864 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cec0af-065e-49f2-b3f1-1058ef8ade60 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Network fe992a7c-d3c2-4e8d-9573-c4f663251d7a is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 07:00:55.115997 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-21cec0af-065e-49f2-b3f1-1058ef8ade60 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 07:00:55.119907 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cec0af-065e-49f2-b3f1-1058ef8ade60 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Received port after_create {{(pid=91759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 07:00:55.158226 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cec0af-065e-49f2-b3f1-1058ef8ade60 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Pushing event updated for resources: {'Port': ['ID=38585717-1512-44fe-9850-bb1307539d11,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:55.173163 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cec0af-065e-49f2-b3f1-1058ef8ade60 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:55.173536 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cec0af-065e-49f2-b3f1-1058ef8ade60 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:55.173943 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cec0af-065e-49f2-b3f1-1058ef8ade60 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:55.174304 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cec0af-065e-49f2-b3f1-1058ef8ade60 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:55.174661 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cec0af-065e-49f2-b3f1-1058ef8ade60 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:55.175012 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cec0af-065e-49f2-b3f1-1058ef8ade60 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:55.175360 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cec0af-065e-49f2-b3f1-1058ef8ade60 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:55.175707 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cec0af-065e-49f2-b3f1-1058ef8ade60 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:55.176053 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cec0af-065e-49f2-b3f1-1058ef8ade60 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:55.176400 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cec0af-065e-49f2-b3f1-1058ef8ade60 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:55.176749 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cec0af-065e-49f2-b3f1-1058ef8ade60 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:55.177095 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cec0af-065e-49f2-b3f1-1058ef8ade60 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:00:55.182384 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-21cec0af-065e-49f2-b3f1-1058ef8ade60 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:55.536031 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-21cec0af-065e-49f2-b3f1-1058ef8ade60 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:55.609852 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-21cec0af-065e-49f2-b3f1-1058ef8ade60 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:55.825853 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-21cec0af-065e-49f2-b3f1-1058ef8ade60 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks [] for port, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:55.830375 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-21cec0af-065e-49f2-b3f1-1058ef8ade60 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222187'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:55.833978 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-9d6193a8-ead2-4ca8-9837-6bd05feb2934 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:00:55.939507 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cec0af-065e-49f2-b3f1-1058ef8ade60 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Pushing event updated for resources: {'Port': ['ID=38585717-1512-44fe-9850-bb1307539d11,revision_number=2']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:00:55.943675 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-21cec0af-065e-49f2-b3f1-1058ef8ade60 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:00:55.950392 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-21cec0af-065e-49f2-b3f1-1058ef8ade60 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3885433'] for floatingip, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:56.117243 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.db.l3_db [None req-21cec0af-065e-49f2-b3f1-1058ef8ade60 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Floating IP 79b0c9b9-aa54-4dad-b874-1226043bfcb0 associated. External IP: 172.27.1.93, port: 7008217d-dbea-4b94-bf81-bd1eeb709210. Jun 07 07:00:56.587754 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21cec0af-065e-49f2-b3f1-1058ef8ade60 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Router 68e45f29-beac-4be5-b83c-b6c43290fd6c has already been hosted by L3 agent 207d1699-2b30-4848-a9d2-d112df8957f2 {{(pid=91759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 07:00:56.759709 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21cec0af-065e-49f2-b3f1-1058ef8ade60 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify agent at l3_agent.dv-cinder-784140-5-iscsi the message routers_updated {{(pid=91759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 07:00:56.769176 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b08bef-39a4-4800-b553-78f86e3a42cf None None] Sync routers for ids ['68e45f29-beac-4be5-b83c-b6c43290fd6c'] in dv-cinder-784140-5-iscsi {{(pid=91760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 07:00:56.778857 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b08bef-39a4-4800-b553-78f86e3a42cf None None] Routers {'68e45f29-beac-4be5-b83c-b6c43290fd6c'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:00:56.779215 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-21cec0af-065e-49f2-b3f1-1058ef8ade60 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for floatingip, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:00:56.779487 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-c9b08bef-39a4-4800-b553-78f86e3a42cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:00:38Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['68e45f29-beac-4be5-b83c-b6c43290fd6c'], 'active': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:56.838828 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-21cec0af-065e-49f2-b3f1-1058ef8ade60 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3354914 Jun 07 07:00:56.839486 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b152eb5-6824-43fa-ace5-6f9eb4c7455c', 'tag': '7008217d-dbea-4b94-bf81-bd1eeb709210'}] {{(pid=91759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:00:56.842213 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a053f81c338bbf1e2ede0d69cafce5cf20f9436aa375ccea032d9338f79a3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af22329-68ee-4ada-8b5f-b14db9167e92" -d '{"events": [{"name": "network-changed", "server_uuid": "3b152eb5-6824-43fa-ace5-6f9eb4c7455c", "tag": "7008217d-dbea-4b94-bf81-bd1eeb709210"}]}' {{(pid=91759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:00:56.885022 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 07:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26de6cbb-6ac7-4512-b9f9-5f71c87c4702 x-openstack-request-id: req-26de6cbb-6ac7-4512-b9f9-5f71c87c4702 {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:00:56.885361 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b152eb5-6824-43fa-ace5-6f9eb4c7455c", "tag": "7008217d-dbea-4b94-bf81-bd1eeb709210", "status": "completed", "code": 200}]} {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:00:56.885654 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-26de6cbb-6ac7-4512-b9f9-5f71c87c4702 {{(pid=91759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:00:56.886137 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b152eb5-6824-43fa-ace5-6f9eb4c7455c', 'tag': '7008217d-dbea-4b94-bf81-bd1eeb709210', 'status': 'completed', 'code': 200} Jun 07 07:00:56.962135 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvr_db [None req-c9b08bef-39a4-4800-b553-78f86e3a42cf None None] Set router 68e45f29-beac-4be5-b83c-b6c43290fd6c gateway port host: dv-cinder-784140-5-iscsi {{(pid=91760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:00:56.978889 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af22329-68ee-4ada-8b5f-b14db9167e92 req-d1864088-0285-42c9-88e6-e1b0d45121b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:56.980438 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0af22329-68ee-4ada-8b5f-b14db9167e92 req-d1864088-0285-42c9-88e6-e1b0d45121b7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0081b93f682b424a92f9969541476853&device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 1098 time: 0.0725732 Jun 07 07:00:57.114080 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af22329-68ee-4ada-8b5f-b14db9167e92 req-71c1213a-1514-49d1-b84b-f0a216761c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:57.115503 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0af22329-68ee-4ada-8b5f-b14db9167e92 req-71c1213a-1514-49d1-b84b-f0a216761c7c service neutron] 10.222.0.44 "GET /v2.0/networks?id=5c37d138-8837-42e4-9380-fd5e2c8077da HTTP/1.1" status: 200 len: 910 time: 0.1281714 Jun 07 07:00:57.219933 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0af22329-68ee-4ada-8b5f-b14db9167e92 req-81621a69-657d-4cf9-aad7-93c17745132f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7008217d-dbea-4b94-bf81-bd1eeb709210 HTTP/1.1" status: 200 len: 998 time: 0.0964653 Jun 07 07:00:57.286061 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af22329-68ee-4ada-8b5f-b14db9167e92 req-95b1810a-f4aa-4ebb-91c1-7ae2b7ec76b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:57.287545 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0af22329-68ee-4ada-8b5f-b14db9167e92 req-95b1810a-f4aa-4ebb-91c1-7ae2b7ec76b3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8b57f840-4f16-4f1d-a226-d26c6973a8b4 HTTP/1.1" status: 200 len: 848 time: 0.0608921 Jun 07 07:00:57.335198 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-c9b08bef-39a4-4800-b553-78f86e3a42cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e45f29-beac-4be5-b83c-b6c43290fd6c', 'name': 'tempest-TestShelveInstance-1143256083-router', 'tenant_id': '0081b93f682b424a92f9969541476853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '334ef925-5ed1-4169-9b13-c323ecccb512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:59:56Z', 'updated_at': '2021-06-07T07:00:00Z', 'revision_number': 4, 'project_id': '0081b93f682b424a92f9969541476853', 'gw_port': {'id': '334ef925-5ed1-4169-9b13-c323ecccb512', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e45f29-beac-4be5-b83c-b6c43290fd6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:56Z', 'updated_at': '2021-06-07T07:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_floatingips': [{'id': '79b0c9b9-aa54-4dad-b874-1226043bfcb0', 'tenant_id': '0081b93f682b424a92f9969541476853', 'floating_ip_address': '172.27.1.93', 'floating_network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'router_id': '68e45f29-beac-4be5-b83c-b6c43290fd6c', 'port_id': '7008217d-dbea-4b94-bf81-bd1eeb709210', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c37d138-8837-42e4-9380-fd5e2c8077da', 'mac_address': 'fa:16:3e:2c:7f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b152eb5-6824-43fa-ace5-6f9eb4c7455c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T07:00:55Z', 'updated_at': '2021-06-07T07:00:55Z', 'revision_number': 0, 'project_id': '0081b93f682b424a92f9969541476853', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd944a582-a31f-4d67-9a4b-29540d27946b', 'name': '', 'network_id': '5c37d138-8837-42e4-9380-fd5e2c8077da', 'tenant_id': '0081b93f682b424a92f9969541476853', 'mac_address': 'fa:16:3e:19:7a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e45f29-beac-4be5-b83c-b6c43290fd6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '8b57f840-4f16-4f1d-a226-d26c6973a8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:59Z', 'updated_at': '2021-06-07T07:00:08Z', 'revision_number': 5, 'project_id': '0081b93f682b424a92f9969541476853', 'subnets': [{'id': '8b57f840-4f16-4f1d-a226-d26c6973a8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:57.339041 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b08bef-39a4-4800-b553-78f86e3a42cf None None] Checking router: 68e45f29-beac-4be5-b83c-b6c43290fd6c for host: dv-cinder-784140-5-iscsi {{(pid=91760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 07:00:57.347167 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b08bef-39a4-4800-b553-78f86e3a42cf None None] Routers {'68e45f29-beac-4be5-b83c-b6c43290fd6c'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:00:57.347760 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-c9b08bef-39a4-4800-b553-78f86e3a42cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:00:38Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['68e45f29-beac-4be5-b83c-b6c43290fd6c'], 'active': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:57.365929 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af22329-68ee-4ada-8b5f-b14db9167e92 req-18a70efe-dc54-4c6e-b640-9498956c1e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:00:57.367389 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0af22329-68ee-4ada-8b5f-b14db9167e92 req-18a70efe-dc54-4c6e-b640-9498956c1e7f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5c37d138-8837-42e4-9380-fd5e2c8077da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726984 Jun 07 07:00:57.500834 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0af22329-68ee-4ada-8b5f-b14db9167e92 req-f1a91a37-074c-4ce3-b7fd-8721e4f37448 service neutron] 10.222.0.44 "GET /v2.0/networks/5c37d138-8837-42e4-9380-fd5e2c8077da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253991 Jun 07 07:00:57.520041 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvr_db [None req-c9b08bef-39a4-4800-b553-78f86e3a42cf None None] Set router 68e45f29-beac-4be5-b83c-b6c43290fd6c gateway port host: dv-cinder-784140-5-iscsi {{(pid=91760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:00:57.634928 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0af22329-68ee-4ada-8b5f-b14db9167e92 req-34db5dd4-b51c-408f-aaca-e4db8c0d8925 service neutron] 10.222.0.44 "GET /v2.0/networks/5c37d138-8837-42e4-9380-fd5e2c8077da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269665 Jun 07 07:00:57.867623 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-c9b08bef-39a4-4800-b553-78f86e3a42cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e45f29-beac-4be5-b83c-b6c43290fd6c', 'name': 'tempest-TestShelveInstance-1143256083-router', 'tenant_id': '0081b93f682b424a92f9969541476853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '334ef925-5ed1-4169-9b13-c323ecccb512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:59:56Z', 'updated_at': '2021-06-07T07:00:00Z', 'revision_number': 4, 'project_id': '0081b93f682b424a92f9969541476853', 'gw_port': {'id': '334ef925-5ed1-4169-9b13-c323ecccb512', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e45f29-beac-4be5-b83c-b6c43290fd6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:56Z', 'updated_at': '2021-06-07T07:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_floatingips': [{'id': '79b0c9b9-aa54-4dad-b874-1226043bfcb0', 'tenant_id': '0081b93f682b424a92f9969541476853', 'floating_ip_address': '172.27.1.93', 'floating_network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'router_id': '68e45f29-beac-4be5-b83c-b6c43290fd6c', 'port_id': '7008217d-dbea-4b94-bf81-bd1eeb709210', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c37d138-8837-42e4-9380-fd5e2c8077da', 'mac_address': 'fa:16:3e:2c:7f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b152eb5-6824-43fa-ace5-6f9eb4c7455c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T07:00:55Z', 'updated_at': '2021-06-07T07:00:55Z', 'revision_number': 0, 'project_id': '0081b93f682b424a92f9969541476853', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd944a582-a31f-4d67-9a4b-29540d27946b', 'name': '', 'network_id': '5c37d138-8837-42e4-9380-fd5e2c8077da', 'tenant_id': '0081b93f682b424a92f9969541476853', 'mac_address': 'fa:16:3e:19:7a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e45f29-beac-4be5-b83c-b6c43290fd6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '8b57f840-4f16-4f1d-a226-d26c6973a8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:59Z', 'updated_at': '2021-06-07T07:00:08Z', 'revision_number': 5, 'project_id': '0081b93f682b424a92f9969541476853', 'subnets': [{'id': '8b57f840-4f16-4f1d-a226-d26c6973a8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:00:57.872444 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b08bef-39a4-4800-b553-78f86e3a42cf None None] The sync data for ids ['68e45f29-beac-4be5-b83c-b6c43290fd6c'] in dv-cinder-784140-5-iscsi is: [{'id': '68e45f29-beac-4be5-b83c-b6c43290fd6c', 'name': 'tempest-TestShelveInstance-1143256083-router', 'tenant_id': '0081b93f682b424a92f9969541476853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '334ef925-5ed1-4169-9b13-c323ecccb512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:59:56Z', 'updated_at': '2021-06-07T07:00:00Z', 'revision_number': 4, 'project_id': '0081b93f682b424a92f9969541476853', 'gw_port': {'id': '334ef925-5ed1-4169-9b13-c323ecccb512', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e45f29-beac-4be5-b83c-b6c43290fd6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:56Z', 'updated_at': '2021-06-07T07:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_floatingips': [{'id': '79b0c9b9-aa54-4dad-b874-1226043bfcb0', 'tenant_id': '0081b93f682b424a92f9969541476853', 'floating_ip_address': '172.27.1.93', 'floating_network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'router_id': '68e45f29-beac-4be5-b83c-b6c43290fd6c', 'port_id': '7008217d-dbea-4b94-bf81-bd1eeb709210', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c37d138-8837-42e4-9380-fd5e2c8077da', 'mac_address': 'fa:16:3e:2c:7f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b152eb5-6824-43fa-ace5-6f9eb4c7455c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T07:00:55Z', 'updated_at': '2021-06-07T07:00:55Z', 'revision_number': 0, 'project_id': '0081b93f682b424a92f9969541476853', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd944a582-a31f-4d67-9a4b-29540d27946b', 'name': '', 'network_id': '5c37d138-8837-42e4-9380-fd5e2c8077da', 'tenant_id': '0081b93f682b424a92f9969541476853', 'mac_address': 'fa:16:3e:19:7a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e45f29-beac-4be5-b83c-b6c43290fd6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '8b57f840-4f16-4f1d-a226-d26c6973a8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:59Z', 'updated_at': '2021-06-07T07:00:08Z', 'revision_number': 5, 'project_id': '0081b93f682b424a92f9969541476853', 'subnets': [{'id': '8b57f840-4f16-4f1d-a226-d26c6973a8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 07:00:58.054649 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03daaabc-bafa-4271-900b-43b176440467 None None] New status for floating IP 79b0c9b9-aa54-4dad-b874-1226043bfcb0: ACTIVE {{(pid=91761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 07:01:02.808409 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:05.199103 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4686b45e-ee7e-4a6d-b273-16c66544dc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:07.871819 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:07.944812 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-6c7d827a-f2b1-4438-961f-1da94e05f1f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:08.936712 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:10.635500 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:19.262561 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.agents_db [None req-46aecb79-32b8-4105-868b-523cea85afea None None] Agent healthcheck: found 6 active agents {{(pid=91761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 07:01:20.048877 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf57da-a480-4fea-9237-eb0d788877d6 req-e5da9989-bbce-4e82-84b8-7ebc2a3977b5 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:01:20.050320 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-9fbf57da-a480-4fea-9237-eb0d788877d6 req-e5da9989-bbce-4e82-84b8-7ebc2a3977b5 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 946 time: 0.0778675 Jun 07 07:01:20.096890 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-9fbf57da-a480-4fea-9237-eb0d788877d6 req-a494936d-6d11-4a78-88dd-d88573014af5 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406928 Jun 07 07:01:21.287884 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a553a7-cfd6-4c25-9d92-dbe00c673704 req-55090e41-d0e8-414b-9fdc-79fff5b923df tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:01:21.289309 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b3a553a7-cfd6-4c25-9d92-dbe00c673704 req-55090e41-d0e8-414b-9fdc-79fff5b923df tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 946 time: 0.0784478 Jun 07 07:01:21.334446 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b3a553a7-cfd6-4c25-9d92-dbe00c673704 req-6d302d2d-5072-4069-9bb2-ee2faf856db2 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups?id=b459a082-fc25-4c39-8167-da3f89fa6565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388038 Jun 07 07:01:21.548262 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d092a-6554-4324-a5a9-8117310b6401 req-0c695215-913e-4fae-90cf-3a85e2f5db11 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:01:21.549683 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ae9d092a-6554-4324-a5a9-8117310b6401 req-0c695215-913e-4fae-90cf-3a85e2f5db11 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.44 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 946 time: 0.1535721 Jun 07 07:01:21.681869 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [req-ae9d092a-6554-4324-a5a9-8117310b6401 req-ad49465f-ba9f-4215-86a9-9c3ca41978ea tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Deleting port b573bc9b-5421-403a-bf47-80389a655d01 {{(pid=91758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:01:21.682208 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-ae9d092a-6554-4324-a5a9-8117310b6401 req-ad49465f-ba9f-4215-86a9-9c3ca41978ea tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:21.811327 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [req-ae9d092a-6554-4324-a5a9-8117310b6401 req-ad49465f-ba9f-4215-86a9-9c3ca41978ea tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] For port b573bc9b-5421-403a-bf47-80389a655d01, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b573bc9b-5421-403a-bf47-80389a655d01,segment=NetworkSegment(0bd4588d-cd3a-47c3-b624-e7540af76cbe),segment_id=0bd4588d-cd3a-47c3-b624-e7540af76cbe)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:01:21.811591 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-ae9d092a-6554-4324-a5a9-8117310b6401 req-ad49465f-ba9f-4215-86a9-9c3ca41978ea tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:22.089863 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-ae9d092a-6554-4324-a5a9-8117310b6401 req-ad49465f-ba9f-4215-86a9-9c3ca41978ea tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:22.090175 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-ae9d092a-6554-4324-a5a9-8117310b6401 req-ad49465f-ba9f-4215-86a9-9c3ca41978ea tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3885433'] for floatingip, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:22.090487 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.db.l3_db [req-ae9d092a-6554-4324-a5a9-8117310b6401 req-ad49465f-ba9f-4215-86a9-9c3ca41978ea tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Floating IP 3ae4ede5-99f1-41ae-8e3a-d58983d40a3c disassociated. External IP: 172.27.1.247, port: b573bc9b-5421-403a-bf47-80389a655d01. Jun 07 07:01:22.090822 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [req-ae9d092a-6554-4324-a5a9-8117310b6401 req-ad49465f-ba9f-4215-86a9-9c3ca41978ea tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Calling delete_port for b573bc9b-5421-403a-bf47-80389a655d01 owned by compute:nova {{(pid=91758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:01:22.206257 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-ae9d092a-6554-4324-a5a9-8117310b6401 req-ad49465f-ba9f-4215-86a9-9c3ca41978ea tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:22.212088 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-e3733a55-02fb-49d4-9f72-2087a48f66a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:22.256512 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad49465f-ba9f-4215-86a9-9c3ca41978ea tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Pushing event deleted for resources: {'Port': ['ID=b573bc9b-5421-403a-bf47-80389a655d01,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:22.267658 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad49465f-ba9f-4215-86a9-9c3ca41978ea tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:22.268037 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad49465f-ba9f-4215-86a9-9c3ca41978ea tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:22.268404 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad49465f-ba9f-4215-86a9-9c3ca41978ea tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:22.268765 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad49465f-ba9f-4215-86a9-9c3ca41978ea tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:22.269124 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad49465f-ba9f-4215-86a9-9c3ca41978ea tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:22.269475 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad49465f-ba9f-4215-86a9-9c3ca41978ea tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:22.269851 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad49465f-ba9f-4215-86a9-9c3ca41978ea tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:22.270207 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad49465f-ba9f-4215-86a9-9c3ca41978ea tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:22.270549 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad49465f-ba9f-4215-86a9-9c3ca41978ea tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:22.270898 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad49465f-ba9f-4215-86a9-9c3ca41978ea tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:22.271247 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad49465f-ba9f-4215-86a9-9c3ca41978ea tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:22.271615 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad49465f-ba9f-4215-86a9-9c3ca41978ea tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:22.324485 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-ad49465f-ba9f-4215-86a9-9c3ca41978ea tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:22.485338 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae9d092a-6554-4324-a5a9-8117310b6401 req-ad49465f-ba9f-4215-86a9-9c3ca41978ea tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Router 822108ba-deab-419a-8000-7ee2d2ad40fd has already been hosted by L3 agent 207d1699-2b30-4848-a9d2-d112df8957f2 {{(pid=91758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 07:01:22.493120 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-af114bf7-4b04-4b44-9b85-23b500656ab6 req-c1933cb7-fa7f-453c-8a53-58169f89ef25 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/ports?device_id=351430ee-69f6-405f-ac60-85fde7b8eac7 HTTP/1.1" status: 200 len: 210 time: 0.0480101 Jun 07 07:01:22.672695 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae9d092a-6554-4324-a5a9-8117310b6401 req-ad49465f-ba9f-4215-86a9-9c3ca41978ea tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify agent at l3_agent.dv-cinder-784140-5-iscsi the message routers_updated {{(pid=91758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 07:01:22.688421 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ad3eda-8612-435e-9c06-2a4f68119555 None None] Sync routers for ids ['822108ba-deab-419a-8000-7ee2d2ad40fd'] in dv-cinder-784140-5-iscsi {{(pid=91760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 07:01:22.700714 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ad3eda-8612-435e-9c06-2a4f68119555 None None] Routers {'822108ba-deab-419a-8000-7ee2d2ad40fd'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:01:22.701677 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-46ad3eda-8612-435e-9c06-2a4f68119555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:01:08Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['822108ba-deab-419a-8000-7ee2d2ad40fd'], 'active': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:01:22.756872 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9d092a-6554-4324-a5a9-8117310b6401 req-ad49465f-ba9f-4215-86a9-9c3ca41978ea tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] No DVR routers for this DVR port b573bc9b-5421-403a-bf47-80389a655d01 on host hv-cinder-78414 {{(pid=91758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 07:01:22.759909 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-ae9d092a-6554-4324-a5a9-8117310b6401 req-ad49465f-ba9f-4215-86a9-9c3ca41978ea tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:22.761850 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ae9d092a-6554-4324-a5a9-8117310b6401 req-ad49465f-ba9f-4215-86a9-9c3ca41978ea tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.44 "DELETE /v2.0/ports/b573bc9b-5421-403a-bf47-80389a655d01 HTTP/1.1" status: 204 len: 173 time: 1.2063575 Jun 07 07:01:22.762763 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351430ee-69f6-405f-ac60-85fde7b8eac7', 'name': 'network-vif-deleted', 'tag': 'b573bc9b-5421-403a-bf47-80389a655d01'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:01:22.766015 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec36a6c19c8fb969b847be0da992033db50c3714a14aa90e68a12edeb3f3a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd45ecb-f385-42be-8901-5febebc68625" -d '{"events": [{"server_uuid": "351430ee-69f6-405f-ac60-85fde7b8eac7", "name": "network-vif-deleted", "tag": "b573bc9b-5421-403a-bf47-80389a655d01"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:01:22.819476 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 07:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ccd3bd-b549-45c6-b6a9-178e8861a25c x-openstack-request-id: req-89ccd3bd-b549-45c6-b6a9-178e8861a25c {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:01:22.819918 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351430ee-69f6-405f-ac60-85fde7b8eac7", "name": "network-vif-deleted", "tag": "b573bc9b-5421-403a-bf47-80389a655d01", "status": "completed", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:01:22.821258 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-89ccd3bd-b549-45c6-b6a9-178e8861a25c {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:01:22.821509 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351430ee-69f6-405f-ac60-85fde7b8eac7', 'name': 'network-vif-deleted', 'tag': 'b573bc9b-5421-403a-bf47-80389a655d01', 'status': 'completed', 'code': 200} Jun 07 07:01:22.916700 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvr_db [None req-46ad3eda-8612-435e-9c06-2a4f68119555 None None] Set router 822108ba-deab-419a-8000-7ee2d2ad40fd gateway port host: dv-cinder-784140-5-iscsi {{(pid=91760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:01:23.262897 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-46ad3eda-8612-435e-9c06-2a4f68119555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'name': 'tempest-AttachVolumeShelveTestJSON-2122717976-router', 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '2aaca4f4-d74b-4339-8b93-6693e8ed3f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:54:08Z', 'updated_at': '2021-06-07T06:54:20Z', 'revision_number': 4, 'project_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'gw_port': {'id': '2aaca4f4-d74b-4339-8b93-6693e8ed3f3a', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:52:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:09Z', 'updated_at': '2021-06-07T06:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': '9831c1ce-d1dc-4f83-bd28-e07d7cfd858f', 'name': '', 'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf', 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'mac_address': 'fa:16:3e:2a:6e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:16Z', 'updated_at': '2021-06-07T06:54:35Z', 'revision_number': 5, 'project_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'subnets': [{'id': 'dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:01:23.266745 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ad3eda-8612-435e-9c06-2a4f68119555 None None] Checking router: 822108ba-deab-419a-8000-7ee2d2ad40fd for host: dv-cinder-784140-5-iscsi {{(pid=91760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 07:01:23.275432 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ad3eda-8612-435e-9c06-2a4f68119555 None None] Routers {'822108ba-deab-419a-8000-7ee2d2ad40fd'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:01:23.276023 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-46ad3eda-8612-435e-9c06-2a4f68119555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:01:08Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['822108ba-deab-419a-8000-7ee2d2ad40fd'], 'active': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:01:23.467067 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvr_db [None req-46ad3eda-8612-435e-9c06-2a4f68119555 None None] Set router 822108ba-deab-419a-8000-7ee2d2ad40fd gateway port host: dv-cinder-784140-5-iscsi {{(pid=91760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:01:23.623623 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 47450) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:01:23.687381 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f868fa9c-0c77-4c2d-babe-413335f687d5 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:23.716947 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f868fa9c-0c77-4c2d-babe-413335f687d5 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:23.771184 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f868fa9c-0c77-4c2d-babe-413335f687d5 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:23.773717 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f868fa9c-0c77-4c2d-babe-413335f687d5 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:23.775228 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-f868fa9c-0c77-4c2d-babe-413335f687d5 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "DELETE /v2.0/security-groups/b459a082-fc25-4c39-8167-da3f89fa6565 HTTP/1.1" status: 204 len: 168 time: 0.1503348 Jun 07 07:01:23.776577 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-9c1055a8-305e-48c2-bb5d-70a75a07f119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:23.777811 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 47452) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:01:23.783857 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-46ad3eda-8612-435e-9c06-2a4f68119555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'name': 'tempest-AttachVolumeShelveTestJSON-2122717976-router', 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '2aaca4f4-d74b-4339-8b93-6693e8ed3f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:54:08Z', 'updated_at': '2021-06-07T06:54:20Z', 'revision_number': 4, 'project_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'gw_port': {'id': '2aaca4f4-d74b-4339-8b93-6693e8ed3f3a', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:52:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:09Z', 'updated_at': '2021-06-07T06:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': '9831c1ce-d1dc-4f83-bd28-e07d7cfd858f', 'name': '', 'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf', 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'mac_address': 'fa:16:3e:2a:6e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:16Z', 'updated_at': '2021-06-07T06:54:35Z', 'revision_number': 5, 'project_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'subnets': [{'id': 'dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:01:23.788452 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ad3eda-8612-435e-9c06-2a4f68119555 None None] The sync data for ids ['822108ba-deab-419a-8000-7ee2d2ad40fd'] in dv-cinder-784140-5-iscsi is: [{'id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'name': 'tempest-AttachVolumeShelveTestJSON-2122717976-router', 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '2aaca4f4-d74b-4339-8b93-6693e8ed3f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:54:08Z', 'updated_at': '2021-06-07T06:54:20Z', 'revision_number': 4, 'project_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'gw_port': {'id': '2aaca4f4-d74b-4339-8b93-6693e8ed3f3a', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:52:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:09Z', 'updated_at': '2021-06-07T06:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': '9831c1ce-d1dc-4f83-bd28-e07d7cfd858f', 'name': '', 'network_id': '0ea641b7-d55d-49bf-bc2d-31ddec2c42bf', 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'mac_address': 'fa:16:3e:2a:6e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:16Z', 'updated_at': '2021-06-07T06:54:35Z', 'revision_number': 5, 'project_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'subnets': [{'id': 'dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 07:01:23.793300 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f868fa9c-0c77-4c2d-babe-413335f687d5 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b459a082-fc25-4c39-8167-da3f89fa6565,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:23.795023 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-f868fa9c-0c77-4c2d-babe-413335f687d5 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:23.797288 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.api.v2.resource [None req-184d7234-bf4a-46b5-b84a-69c71009c2b8 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] show failed (client error): The resource could not be found. Jun 07 07:01:23.801422 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 47454) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:01:23.806062 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-184d7234-bf4a-46b5-b84a-69c71009c2b8 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "GET /v2.0/security-groups/b459a082-fc25-4c39-8167-da3f89fa6565 HTTP/1.1" status: 404 len: 347 time: 0.0264537 Jun 07 07:01:24.021176 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d891ac-f451-4cc9-af08-4a79d2ae25e4 None None] New status for floating IP 3ae4ede5-99f1-41ae-8e3a-d58983d40a3c: DOWN {{(pid=91761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 07:01:24.114034 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-a5f03df1-2de4-40a0-a571-6d7fbd62e525 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Deleting port b2d8c358-3fa3-4724-90dd-f2eff47ee457 {{(pid=91758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:01:24.114285 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a5f03df1-2de4-40a0-a571-6d7fbd62e525 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:24.232072 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a5f03df1-2de4-40a0-a571-6d7fbd62e525 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:24.232399 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a5f03df1-2de4-40a0-a571-6d7fbd62e525 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:24.354723 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-a5f03df1-2de4-40a0-a571-6d7fbd62e525 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Calling delete_port for b2d8c358-3fa3-4724-90dd-f2eff47ee457 owned by network:floatingip {{(pid=91758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:01:24.458691 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a5f03df1-2de4-40a0-a571-6d7fbd62e525 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:24.463607 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:24.506390 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f03df1-2de4-40a0-a571-6d7fbd62e525 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Pushing event deleted for resources: {'Port': ['ID=b2d8c358-3fa3-4724-90dd-f2eff47ee457,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:24.534466 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-a5f03df1-2de4-40a0-a571-6d7fbd62e525 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:24.596026 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a5f03df1-2de4-40a0-a571-6d7fbd62e525 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks [] for floatingip, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:24.598273 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a5f03df1-2de4-40a0-a571-6d7fbd62e525 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for floatingip, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:24.599375 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-a5f03df1-2de4-40a0-a571-6d7fbd62e525 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] 10.222.0.35 "DELETE /v2.0/floatingips/3ae4ede5-99f1-41ae-8e3a-d58983d40a3c HTTP/1.1" status: 204 len: 168 time: 0.7968915 Jun 07 07:01:26.291922 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device b573bc9b-5421-403a-bf47-80389a655d01 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:01:26.326038 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] No Port match for: b573bc9b-5421-403a-bf47-80389a655d01 {{(pid=91760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:01:26.326346 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device b573bc9b-5421-403a-bf47-80389a655d01 not bound to the agent host hv-cinder-78414 {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:01:27.357145 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 47478) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:01:28.016268 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-cb8228d5-3c6c-4fd2-bcfe-803e91e59d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875550'] for router_interface, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:28.503726 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-cb8228d5-3c6c-4fd2-bcfe-803e91e59d5a admin admin] Deleting port 9831c1ce-d1dc-4f83-bd28-e07d7cfd858f {{(pid=91758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:01:28.504399 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-cb8228d5-3c6c-4fd2-bcfe-803e91e59d5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:28.621045 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-cb8228d5-3c6c-4fd2-bcfe-803e91e59d5a admin admin] For port 9831c1ce-d1dc-4f83-bd28-e07d7cfd858f, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=9831c1ce-d1dc-4f83-bd28-e07d7cfd858f,segment=NetworkSegment(0bd4588d-cd3a-47c3-b624-e7540af76cbe),segment_id=0bd4588d-cd3a-47c3-b624-e7540af76cbe)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:01:28.621399 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-cb8228d5-3c6c-4fd2-bcfe-803e91e59d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:28.741264 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-cb8228d5-3c6c-4fd2-bcfe-803e91e59d5a admin admin] Calling delete_port for 9831c1ce-d1dc-4f83-bd28-e07d7cfd858f owned by network:router_interface {{(pid=91758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:01:29.014524 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-cb8228d5-3c6c-4fd2-bcfe-803e91e59d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:29.018716 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-18a38be4-e7cc-4dfe-9412-b90fcf735458 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:29.060948 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8228d5-3c6c-4fd2-bcfe-803e91e59d5a admin admin] Pushing event deleted for resources: {'Port': ['ID=9831c1ce-d1dc-4f83-bd28-e07d7cfd858f,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:29.086612 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-cb8228d5-3c6c-4fd2-bcfe-803e91e59d5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:29.324148 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-cb8228d5-3c6c-4fd2-bcfe-803e91e59d5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3890604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3874192'] for router_interface, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:29.780989 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8228d5-3c6c-4fd2-bcfe-803e91e59d5a admin admin] Router 822108ba-deab-419a-8000-7ee2d2ad40fd has already been hosted by L3 agent 207d1699-2b30-4848-a9d2-d112df8957f2 {{(pid=91758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 07:01:29.954697 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8228d5-3c6c-4fd2-bcfe-803e91e59d5a admin admin] Notify agent at l3_agent.dv-cinder-784140-5-iscsi the message routers_updated {{(pid=91758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 07:01:29.959589 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-cb8228d5-3c6c-4fd2-bcfe-803e91e59d5a admin admin] 10.222.0.35 "PUT /v2.0/routers/822108ba-deab-419a-8000-7ee2d2ad40fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6013861 Jun 07 07:01:29.962679 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 47482) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:01:29.963795 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d45b40a-3a55-4a1c-9594-359f2147970d None None] Sync routers for ids ['822108ba-deab-419a-8000-7ee2d2ad40fd'] in dv-cinder-784140-5-iscsi {{(pid=91760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 07:01:29.973677 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d45b40a-3a55-4a1c-9594-359f2147970d None None] Routers {'822108ba-deab-419a-8000-7ee2d2ad40fd'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:01:29.974303 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-1d45b40a-3a55-4a1c-9594-359f2147970d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:01:08Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['822108ba-deab-419a-8000-7ee2d2ad40fd'], 'active': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:01:30.151971 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvr_db [None req-1d45b40a-3a55-4a1c-9594-359f2147970d None None] Set router 822108ba-deab-419a-8000-7ee2d2ad40fd gateway port host: dv-cinder-784140-5-iscsi {{(pid=91760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:01:30.156076 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a4a52e81-2fa7-491e-8df9-d6edf622dfe9 admin admin] Notify callbacks [] for router, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:30.329092 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a4a52e81-2fa7-491e-8df9-d6edf622dfe9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:30.403956 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-a4a52e81-2fa7-491e-8df9-d6edf622dfe9 admin admin] Deleting port 2aaca4f4-d74b-4339-8b93-6693e8ed3f3a {{(pid=91758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:01:30.404302 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a4a52e81-2fa7-491e-8df9-d6edf622dfe9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:30.440210 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-1d45b40a-3a55-4a1c-9594-359f2147970d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'name': 'tempest-AttachVolumeShelveTestJSON-2122717976-router', 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '2aaca4f4-d74b-4339-8b93-6693e8ed3f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:54:08Z', 'updated_at': '2021-06-07T07:01:28Z', 'revision_number': 5, 'project_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'gw_port': {'id': '2aaca4f4-d74b-4339-8b93-6693e8ed3f3a', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:52:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:54:09Z', 'updated_at': '2021-06-07T06:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi'}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:01:30.444071 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d45b40a-3a55-4a1c-9594-359f2147970d None None] Checking router: 822108ba-deab-419a-8000-7ee2d2ad40fd for host: dv-cinder-784140-5-iscsi {{(pid=91760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 07:01:30.454328 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d45b40a-3a55-4a1c-9594-359f2147970d None None] Routers {'822108ba-deab-419a-8000-7ee2d2ad40fd'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:01:30.454929 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-1d45b40a-3a55-4a1c-9594-359f2147970d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:01:08Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['822108ba-deab-419a-8000-7ee2d2ad40fd'], 'active': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:01:30.531617 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-a4a52e81-2fa7-491e-8df9-d6edf622dfe9 admin admin] For port 2aaca4f4-d74b-4339-8b93-6693e8ed3f3a, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=2aaca4f4-d74b-4339-8b93-6693e8ed3f3a,segment=NetworkSegment(5ae08632-c29b-4dd6-8d62-13cd62eb6da9),segment_id=5ae08632-c29b-4dd6-8d62-13cd62eb6da9)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:01:30.531967 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a4a52e81-2fa7-491e-8df9-d6edf622dfe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:30.635693 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvr_db [None req-1d45b40a-3a55-4a1c-9594-359f2147970d None None] Set router 822108ba-deab-419a-8000-7ee2d2ad40fd gateway port host: None {{(pid=91760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:01:30.653984 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-a4a52e81-2fa7-491e-8df9-d6edf622dfe9 admin admin] Calling delete_port for 2aaca4f4-d74b-4339-8b93-6693e8ed3f3a owned by network:router_gateway {{(pid=91758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:01:30.741671 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-1d45b40a-3a55-4a1c-9594-359f2147970d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'name': 'tempest-AttachVolumeShelveTestJSON-2122717976-router', 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:54:08Z', 'updated_at': '2021-06-07T07:01:30Z', 'revision_number': 6, 'project_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'gw_port_host': None}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:01:30.746217 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d45b40a-3a55-4a1c-9594-359f2147970d None None] The sync data for ids ['822108ba-deab-419a-8000-7ee2d2ad40fd'] in dv-cinder-784140-5-iscsi is: [{'id': '822108ba-deab-419a-8000-7ee2d2ad40fd', 'name': 'tempest-AttachVolumeShelveTestJSON-2122717976-router', 'tenant_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:54:08Z', 'updated_at': '2021-06-07T07:01:30Z', 'revision_number': 6, 'project_id': '03bd4d9d83964ae7adcdbf4b4489df7b', 'gw_port_host': None}] {{(pid=91760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 07:01:30.803515 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a4a52e81-2fa7-491e-8df9-d6edf622dfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:30.807873 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-70fd5337-6b5b-4b21-bc2c-c2e483aec20b tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:30.853099 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a52e81-2fa7-491e-8df9-d6edf622dfe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aaca4f4-d74b-4339-8b93-6693e8ed3f3a,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:30.881659 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-a4a52e81-2fa7-491e-8df9-d6edf622dfe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:30.944140 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a4a52e81-2fa7-491e-8df9-d6edf622dfe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3885390'] for router_gateway, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:31.215289 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a4a52e81-2fa7-491e-8df9-d6edf622dfe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5911'] for router, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:31.217518 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a4a52e81-2fa7-491e-8df9-d6edf622dfe9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:31.299736 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a4a52e81-2fa7-491e-8df9-d6edf622dfe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879397'] for router, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:31.300412 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a52e81-2fa7-491e-8df9-d6edf622dfe9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 822108ba-deab-419a-8000-7ee2d2ad40fd {{(pid=91758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 07:01:31.305497 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a4a52e81-2fa7-491e-8df9-d6edf622dfe9 admin admin] Notify callbacks [] for router, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:31.306947 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-a4a52e81-2fa7-491e-8df9-d6edf622dfe9 admin admin] 10.222.0.35 "DELETE /v2.0/routers/822108ba-deab-419a-8000-7ee2d2ad40fd HTTP/1.1" status: 204 len: 168 time: 1.3430974 Jun 07 07:01:31.309453 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 47484) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:01:31.366792 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca491585-f3ff-4307-bf36-cbb269eeb744 admin admin] Deleting subnet dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1 {{(pid=91758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 07:01:31.370229 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-ca491585-f3ff-4307-bf36-cbb269eeb744 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:31.420789 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-ca491585-f3ff-4307-bf36-cbb269eeb744 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2297258'] for subnet, precommit_delete_associations {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:31.543005 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-ca491585-f3ff-4307-bf36-cbb269eeb744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693753'] for subnet, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:31.614366 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-ca491585-f3ff-4307-bf36-cbb269eeb744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2228460'] for subnet, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:31.619533 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-f2067fd9-a885-441d-a241-83e82f6987cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:31.652818 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca491585-f3ff-4307-bf36-cbb269eeb744 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:31.654748 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-ca491585-f3ff-4307-bf36-cbb269eeb744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for subnet, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:31.656517 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-ca491585-f3ff-4307-bf36-cbb269eeb744 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/dc12d4f8-6b1b-4f79-9597-fa3920b1e0f1 HTTP/1.1" status: 204 len: 168 time: 0.3460984 Jun 07 07:01:31.657762 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-ca491585-f3ff-4307-bf36-cbb269eeb744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:31.658961 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 47486) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:01:31.661111 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04cd351-af02-41ee-8e0e-f6335d68fc2d None None] Network 0ea641b7-d55d-49bf-bc2d-31ddec2c42bf requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 07:01:31.772889 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8c1feeb4-1351-41b3-a23d-09f3e3ffe430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546939'] for network, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:31.844022 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-8c1feeb4-1351-41b3-a23d-09f3e3ffe430 admin admin] Deleting port 1fe6cee3-228c-48dd-bd30-9455f6929fc4 {{(pid=91758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:01:31.844734 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8c1feeb4-1351-41b3-a23d-09f3e3ffe430 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:31.924036 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4693e64a-d5a4-4ea2-bd70-2b4dbda592e3 None None] DHCP port deletion for 0ea641b7-d55d-49bf-bc2d-31ddec2c42bf request from dv-cinder-784140-5-iscsi {{(pid=91760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 07:01:31.944968 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-8c1feeb4-1351-41b3-a23d-09f3e3ffe430 admin admin] For port 1fe6cee3-228c-48dd-bd30-9455f6929fc4, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=1fe6cee3-228c-48dd-bd30-9455f6929fc4,segment=NetworkSegment(0bd4588d-cd3a-47c3-b624-e7540af76cbe),segment_id=0bd4588d-cd3a-47c3-b624-e7540af76cbe)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:01:31.945895 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8c1feeb4-1351-41b3-a23d-09f3e3ffe430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:31.992770 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-4693e64a-d5a4-4ea2-bd70-2b4dbda592e3 None None] Deleting port 1fe6cee3-228c-48dd-bd30-9455f6929fc4 {{(pid=91760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:01:31.993709 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4693e64a-d5a4-4ea2-bd70-2b4dbda592e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:32.066936 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-8c1feeb4-1351-41b3-a23d-09f3e3ffe430 admin admin] Calling delete_port for 1fe6cee3-228c-48dd-bd30-9455f6929fc4 owned by network:dhcp {{(pid=91758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:01:32.089898 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-4693e64a-d5a4-4ea2-bd70-2b4dbda592e3 None None] For port 1fe6cee3-228c-48dd-bd30-9455f6929fc4, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=1fe6cee3-228c-48dd-bd30-9455f6929fc4,segment=NetworkSegment(0bd4588d-cd3a-47c3-b624-e7540af76cbe),segment_id=0bd4588d-cd3a-47c3-b624-e7540af76cbe)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:01:32.090317 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4693e64a-d5a4-4ea2-bd70-2b4dbda592e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:32.115852 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8c1feeb4-1351-41b3-a23d-09f3e3ffe430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:32.120512 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-7cc3e308-0a6c-4f92-acd5-1f07fcd188f6 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:32.164739 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1feeb4-1351-41b3-a23d-09f3e3ffe430 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fe6cee3-228c-48dd-bd30-9455f6929fc4,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:32.166610 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1feeb4-1351-41b3-a23d-09f3e3ffe430 admin admin] No DVR routers for this DVR port 1fe6cee3-228c-48dd-bd30-9455f6929fc4 on host dv-cinder-784140-5-iscsi {{(pid=91758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 07:01:32.168032 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-8c1feeb4-1351-41b3-a23d-09f3e3ffe430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:32.214538 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-4693e64a-d5a4-4ea2-bd70-2b4dbda592e3 None None] Calling delete_port for 1fe6cee3-228c-48dd-bd30-9455f6929fc4 owned by network:dhcp {{(pid=91760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:01:32.280774 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8c1feeb4-1351-41b3-a23d-09f3e3ffe430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690272', 'neutron.services.segments.db._delete_segments_for_network-8736901055910'] for network, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:32.292861 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.services.segments.db [None req-8c1feeb4-1351-41b3-a23d-09f3e3ffe430 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ea641b7-d55d-49bf-bc2d-31ddec2c42bf']}} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:01:32.304623 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.services.segments.db [None req-8c1feeb4-1351-41b3-a23d-09f3e3ffe430 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd4588d-cd3a-47c3-b624-e7540af76cbe') {'for_net_delete': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:01:32.305472 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.services.segments.db [None req-8c1feeb4-1351-41b3-a23d-09f3e3ffe430 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd4588d-cd3a-47c3-b624-e7540af76cbe') {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:01:32.316909 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8c1feeb4-1351-41b3-a23d-09f3e3ffe430 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900799425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2297235'] for segment, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:32.332965 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8c1feeb4-1351-41b3-a23d-09f3e3ffe430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642'] for segment, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:32.339490 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4693e64a-d5a4-4ea2-bd70-2b4dbda592e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776'] for port, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:32.341228 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c1feeb4-1351-41b3-a23d-09f3e3ffe430 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=91758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 07:01:32.341815 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8c1feeb4-1351-41b3-a23d-09f3e3ffe430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2309482'] for segment, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:32.343478 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:32.355898 dv-cinder-784140-5-iscsi neutron-server[91758]: Traceback (most recent call last): Jun 07 07:01:32.355898 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 07:01:32.355898 dv-cinder-784140-5-iscsi neutron-server[91758]: timer() Jun 07 07:01:32.355898 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 07:01:32.355898 dv-cinder-784140-5-iscsi neutron-server[91758]: cb(*args, **kw) Jun 07 07:01:32.355898 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 07:01:32.355898 dv-cinder-784140-5-iscsi neutron-server[91758]: return func(*args, **kwargs) Jun 07 07:01:32.355898 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 07:01:32.355898 dv-cinder-784140-5-iscsi neutron-server[91758]: self._notify() Jun 07 07:01:32.355898 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 07:01:32.355898 dv-cinder-784140-5-iscsi neutron-server[91758]: self.callback(batched_events) Jun 07 07:01:32.355898 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 07:01:32.355898 dv-cinder-784140-5-iscsi neutron-server[91758]: event.method(event) Jun 07 07:01:32.355898 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 07:01:32.355898 dv-cinder-784140-5-iscsi neutron-server[91758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 07:01:32.355898 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 07:01:32.355898 dv-cinder-784140-5-iscsi neutron-server[91758]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 07:01:32.355898 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 07:01:32.355898 dv-cinder-784140-5-iscsi neutron-server[91758]: return f(self, *a, **k) Jun 07 07:01:32.355898 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 07:01:32.355898 dv-cinder-784140-5-iscsi neutron-server[91758]: return self._get(url).json() Jun 07 07:01:32.355898 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 07:01:32.355898 dv-cinder-784140-5-iscsi neutron-server[91758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 07:01:32.355898 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 07:01:32.355898 dv-cinder-784140-5-iscsi neutron-server[91758]: return self.request(url, 'GET', **kwargs) Jun 07 07:01:32.355898 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 07:01:32.355898 dv-cinder-784140-5-iscsi neutron-server[91758]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 07:01:32.355898 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 07:01:32.355898 dv-cinder-784140-5-iscsi neutron-server[91758]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 07:01:32.355898 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 07:01:32.355898 dv-cinder-784140-5-iscsi neutron-server[91758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 07:01:32.355898 dv-cinder-784140-5-iscsi neutron-server[91758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 07:01:32.386365 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693e64a-d5a4-4ea2-bd70-2b4dbda592e3 None None] Pushing event deleted for resources: {'Port': ['ID=1fe6cee3-228c-48dd-bd30-9455f6929fc4,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:32.388821 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4693e64a-d5a4-4ea2-bd70-2b4dbda592e3 None None] No DVR routers for this DVR port 1fe6cee3-228c-48dd-bd30-9455f6929fc4 on host dv-cinder-784140-5-iscsi {{(pid=91760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 07:01:32.396374 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4693e64a-d5a4-4ea2-bd70-2b4dbda592e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:32.396721 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4693e64a-d5a4-4ea2-bd70-2b4dbda592e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:32.397054 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4693e64a-d5a4-4ea2-bd70-2b4dbda592e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:32.397384 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4693e64a-d5a4-4ea2-bd70-2b4dbda592e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:32.397711 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4693e64a-d5a4-4ea2-bd70-2b4dbda592e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:32.398167 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4693e64a-d5a4-4ea2-bd70-2b4dbda592e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:32.398365 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4693e64a-d5a4-4ea2-bd70-2b4dbda592e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:32.399322 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4693e64a-d5a4-4ea2-bd70-2b4dbda592e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:32.399928 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4693e64a-d5a4-4ea2-bd70-2b4dbda592e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:32.400297 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4693e64a-d5a4-4ea2-bd70-2b4dbda592e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:32.400628 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4693e64a-d5a4-4ea2-bd70-2b4dbda592e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:32.400942 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4693e64a-d5a4-4ea2-bd70-2b4dbda592e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:32.404112 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-4693e64a-d5a4-4ea2-bd70-2b4dbda592e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:32.440305 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8c1feeb4-1351-41b3-a23d-09f3e3ffe430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3890583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3885419'] for network, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:32.443948 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:32.457362 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8c1feeb4-1351-41b3-a23d-09f3e3ffe430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for network, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:32.459166 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-8c1feeb4-1351-41b3-a23d-09f3e3ffe430 admin admin] 10.222.0.35 "DELETE /v2.0/networks/0ea641b7-d55d-49bf-bc2d-31ddec2c42bf HTTP/1.1" status: 204 len: 168 time: 0.7983813 Jun 07 07:01:32.466691 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1feeb4-1351-41b3-a23d-09f3e3ffe430 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ea641b7-d55d-49bf-bc2d-31ddec2c42bf,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:32.469128 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-8c1feeb4-1351-41b3-a23d-09f3e3ffe430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:32.480675 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 9831c1ce-d1dc-4f83-bd28-e07d7cfd858f no longer exists at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:01:32.513878 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] No Port match for: 9831c1ce-d1dc-4f83-bd28-e07d7cfd858f {{(pid=91760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:01:32.514233 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 9831c1ce-d1dc-4f83-bd28-e07d7cfd858f not bound to the agent host dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:01:32.514660 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 1fe6cee3-228c-48dd-bd30-9455f6929fc4 no longer exists at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:01:32.550419 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] No Port match for: 1fe6cee3-228c-48dd-bd30-9455f6929fc4 {{(pid=91760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:01:32.550757 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 1fe6cee3-228c-48dd-bd30-9455f6929fc4 not bound to the agent host dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:01:32.551172 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 2aaca4f4-d74b-4339-8b93-6693e8ed3f3a no longer exists at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:01:32.578121 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 47490) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:01:32.583896 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] No Port match for: 2aaca4f4-d74b-4339-8b93-6693e8ed3f3a {{(pid=91760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:01:32.584244 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 2aaca4f4-d74b-4339-8b93-6693e8ed3f3a not bound to the agent host dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:01:32.627711 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-43ec59a8-92a8-40d9-9a2d-15e7d018dfe1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=03bd4d9d83964ae7adcdbf4b4489df7b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0482695 Jun 07 07:01:32.630045 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 47492) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:01:32.686468 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-df448fbc-4fda-45c6-a2ea-20b686e7cf35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:32.711744 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-df448fbc-4fda-45c6-a2ea-20b686e7cf35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:32.820242 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:32.856104 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-df448fbc-4fda-45c6-a2ea-20b686e7cf35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:32.858717 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-df448fbc-4fda-45c6-a2ea-20b686e7cf35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:32.859848 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-df448fbc-4fda-45c6-a2ea-20b686e7cf35 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fb779df7-39e6-46e3-9708-834df8c145df HTTP/1.1" status: 204 len: 168 time: 0.2289143 Jun 07 07:01:32.860679 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-a4e78f45-17da-41fe-9697-57629b69e5ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:32.872983 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df448fbc-4fda-45c6-a2ea-20b686e7cf35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb779df7-39e6-46e3-9708-834df8c145df,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:32.875297 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-df448fbc-4fda-45c6-a2ea-20b686e7cf35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:33.574653 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 47518) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:01:33.678753 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-e151119a-2b0f-40ad-8a75-3a78e9778126 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1665678765-network', 'tenant_id': '3be3b372352b4be7914c70797c62b825'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:01:33.703888 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e151119a-2b0f-40ad-8a75-3a78e9778126 admin admin] Made reservation on behalf of 3be3b372352b4be7914c70797c62b825 for: {'network': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 07:01:33.706659 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-e151119a-2b0f-40ad-8a75-3a78e9778126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783645'] for network, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:33.719089 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-e151119a-2b0f-40ad-8a75-3a78e9778126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:33.827832 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-e151119a-2b0f-40ad-8a75-3a78e9778126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:33.831537 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-e151119a-2b0f-40ad-8a75-3a78e9778126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:33.835467 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-dbe52d2c-b18b-49fd-9feb-037746525a51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:33.861939 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e151119a-2b0f-40ad-8a75-3a78e9778126 admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=91759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 07:01:33.870301 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151119a-2b0f-40ad-8a75-3a78e9778126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8071e6-7b2d-46f1-b255-8602bdfbf5a7,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:33.873746 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-e151119a-2b0f-40ad-8a75-3a78e9778126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:33.876305 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-e151119a-2b0f-40ad-8a75-3a78e9778126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642'] for segment, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:33.876649 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.db.segments_db [None req-e151119a-2b0f-40ad-8a75-3a78e9778126 admin admin] Added segment af2c1ab1-ee4e-455f-82ce-f3bfb8e98966 of type vlan for network 65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3 Jun 07 07:01:33.907585 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-e151119a-2b0f-40ad-8a75-3a78e9778126 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900516316'] for network, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:33.935865 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-e151119a-2b0f-40ad-8a75-3a78e9778126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3890583'] for network, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:33.937197 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e151119a-2b0f-40ad-8a75-3a78e9778126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:01:33.937762 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-e151119a-2b0f-40ad-8a75-3a78e9778126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for network, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:33.942265 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-e4209098-8ea8-4b1b-8f49-21184f889b34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:33.981988 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-e151119a-2b0f-40ad-8a75-3a78e9778126 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4062355 Jun 07 07:01:33.984883 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 47522) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:01:33.995471 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-fd8983e3-e6d8-4cdf-82a4-d42e6e411a33 admin admin] Request body: {'subnet': {'network_id': '65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1665678765-subnet', 'tenant_id': '3be3b372352b4be7914c70797c62b825', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:01:34.054518 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151119a-2b0f-40ad-8a75-3a78e9778126 admin admin] Pushing event updated for resources: {'Network': ['ID=65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:34.058396 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-e151119a-2b0f-40ad-8a75-3a78e9778126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:34.065063 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Network 65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3 details requested by agent ovs-agent-dv-cinder-784140-5-iscsi with host dv-cinder-784140-5-iscsi {{(pid=91760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 07:01:34.070946 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8983e3-e6d8-4cdf-82a4-d42e6e411a33 admin admin] Made reservation on behalf of 3be3b372352b4be7914c70797c62b825 for: {'subnet': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 07:01:34.073663 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-fd8983e3-e6d8-4cdf-82a4-d42e6e411a33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2564212'] for subnet, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:34.277517 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-fd8983e3-e6d8-4cdf-82a4-d42e6e411a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2564198'] for subnet, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:34.282112 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-709e51dc-ff8d-4272-9e6f-57374ade412b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:34.357531 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8983e3-e6d8-4cdf-82a4-d42e6e411a33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fbf224f-d665-4180-b1da-45e679144cae,revision_number=0']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:34.361225 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-fd8983e3-e6d8-4cdf-82a4-d42e6e411a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:34.361930 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8983e3-e6d8-4cdf-82a4-d42e6e411a33 admin admin] Checking segment: {'id': 'af2c1ab1-ee4e-455f-82ce-f3bfb8e98966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 07:01:34.362283 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8983e3-e6d8-4cdf-82a4-d42e6e411a33 admin admin] Network hostable DHCP agents. Network: 65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3, hostable agents: ['1fe75083-37bf-44a6-88f5-2ab2a4fa7cf2'], hosted agents: [] {{(pid=91759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 07:01:34.379314 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8983e3-e6d8-4cdf-82a4-d42e6e411a33 admin admin] Network 65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3 is scheduled to be hosted by DHCP agent 1fe75083-37bf-44a6-88f5-2ab2a4fa7cf2 with binding_index 1 {{(pid=91759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 07:01:34.389014 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-fd8983e3-e6d8-4cdf-82a4-d42e6e411a33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-5-iscsi, 65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3) {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 07:01:34.392809 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8983e3-e6d8-4cdf-82a4-d42e6e411a33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:01:34.393494 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-fd8983e3-e6d8-4cdf-82a4-d42e6e411a33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:34.398184 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cc7e98-6157-4740-8946-ac9d05def3ce None None] Network 65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3 requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 07:01:34.411424 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-fd8983e3-e6d8-4cdf-82a4-d42e6e411a33 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4255605 Jun 07 07:01:34.414278 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 47524) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:01:34.418494 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-7361ee36-4cb6-434e-9941-ff66128937f3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1665678765-router', 'tenant_id': '3be3b372352b4be7914c70797c62b825', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'}}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:01:34.441427 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7361ee36-4cb6-434e-9941-ff66128937f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5893'] for router, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:34.442441 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7361ee36-4cb6-434e-9941-ff66128937f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3877371', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3905657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5902'] for router, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:34.457427 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7361ee36-4cb6-434e-9941-ff66128937f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:34.616472 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8090b5b4-770e-415b-91a5-fbd284a60c4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9ec772a-7f49-5126-b4ce-3bf4331ec797-65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3', 'network_id': '65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3', 'tenant_id': '3be3b372352b4be7914c70797c62b825', 'fixed_ips': [{'subnet_id': '5fbf224f-d665-4180-b1da-45e679144cae'}]}} from dv-cinder-784140-5-iscsi. {{(pid=91760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 07:01:34.618072 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-8090b5b4-770e-415b-91a5-fbd284a60c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:34.681524 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-70f22d5c-e06c-4327-a840-3757c154ea36 req-87853faf-4f3a-4455-a309-3833e19a0be0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ca2b091e-339d-4c62-bb80-7c149a0e92ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0852368 Jun 07 07:01:34.776205 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.db_base_plugin_common [None req-8090b5b4-770e-415b-91a5-fbd284a60c4f None None] Allocated IP 172.20.0.2 (65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3/5fbf224f-d665-4180-b1da-45e679144cae/94b8157d-0b25-4d13-bf82-a8c636fbb0f1) {{(pid=91760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 07:01:34.834977 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f22d5c-e06c-4327-a840-3757c154ea36 req-ef08b3c4-708b-4cd4-85bc-bd6b7af77ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:01:34.836849 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7361ee36-4cb6-434e-9941-ff66128937f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3877257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5912'] for router, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:34.837419 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-70f22d5c-e06c-4327-a840-3757c154ea36 req-ef08b3c4-708b-4cd4-85bc-bd6b7af77ea2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a5f883678724bcaa5897caf09eee996&device_id=ca2b091e-339d-4c62-bb80-7c149a0e92ac HTTP/1.1" status: 200 len: 1098 time: 0.0811114 Jun 07 07:01:34.993803 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f22d5c-e06c-4327-a840-3757c154ea36 req-586646f9-319b-4941-8fdd-ead99e4801f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:01:34.995228 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-70f22d5c-e06c-4327-a840-3757c154ea36 req-586646f9-319b-4941-8fdd-ead99e4801f5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=604d240f-ca58-417e-b867-1593c3d5d8ef HTTP/1.1" status: 200 len: 912 time: 0.1381829 Jun 07 07:01:35.028240 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-8090b5b4-770e-415b-91a5-fbd284a60c4f None None] Notify callbacks [] for port, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:35.038452 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-8090b5b4-770e-415b-91a5-fbd284a60c4f None None] Transition to ACTIVE for port object 94b8157d-0b25-4d13-bf82-a8c636fbb0f1 will not be triggered until provisioned by entity L2. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 07:01:35.056915 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-8090b5b4-770e-415b-91a5-fbd284a60c4f None None] Transition to ACTIVE for port object 94b8157d-0b25-4d13-bf82-a8c636fbb0f1 will not be triggered until provisioned by entity DHCP. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 07:01:35.062330 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-8090b5b4-770e-415b-91a5-fbd284a60c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767'] for port, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:35.065861 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:35.098677 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-70f22d5c-e06c-4327-a840-3757c154ea36 req-30196de3-9249-4d0c-ac18-e32b4722e2b7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e689c1c-6973-4242-8809-85d89ecca314 HTTP/1.1" status: 200 len: 1001 time: 0.0966961 Jun 07 07:01:35.126958 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8090b5b4-770e-415b-91a5-fbd284a60c4f None None] Network 65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3 is already hosted by enough agents. {{(pid=91760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 07:01:35.130283 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [None req-8090b5b4-770e-415b-91a5-fbd284a60c4f None None] Resources bound (agent type, host, resource id): {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 07:01:35.132760 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8090b5b4-770e-415b-91a5-fbd284a60c4f None None] Received port after_create {{(pid=91760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 07:01:35.163347 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7361ee36-4cb6-434e-9941-ff66128937f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:35.166464 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f22d5c-e06c-4327-a840-3757c154ea36 req-4669bce8-4307-4f43-8faa-7944cda572aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:01:35.168094 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-70f22d5c-e06c-4327-a840-3757c154ea36 req-4669bce8-4307-4f43-8faa-7944cda572aa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=87a72f20-455f-479d-87c8-83d2f8548043 HTTP/1.1" status: 200 len: 850 time: 0.0590868 Jun 07 07:01:35.195603 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7361ee36-4cb6-434e-9941-ff66128937f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:35.240307 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090b5b4-770e-415b-91a5-fbd284a60c4f None None] Pushing event updated for resources: {'Port': ['ID=94b8157d-0b25-4d13-bf82-a8c636fbb0f1,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:35.243353 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f22d5c-e06c-4327-a840-3757c154ea36 req-17299a9b-b288-4a80-ba0c-4eefd03655a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:01:35.245051 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-70f22d5c-e06c-4327-a840-3757c154ea36 req-17299a9b-b288-4a80-ba0c-4eefd03655a2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=604d240f-ca58-417e-b867-1593c3d5d8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707972 Jun 07 07:01:35.246717 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-8090b5b4-770e-415b-91a5-fbd284a60c4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:35.252966 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-9ec238a4-5a54-4751-b751-0beb9fe5f6ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:35.257307 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-8090b5b4-770e-415b-91a5-fbd284a60c4f None None] Attempting to bind port 94b8157d-0b25-4d13-bf82-a8c636fbb0f1 on host dv-cinder-784140-5-iscsi for vnic_type normal with profile {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 07:01:35.257689 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-8090b5b4-770e-415b-91a5-fbd284a60c4f None None] Attempting to bind port 94b8157d-0b25-4d13-bf82-a8c636fbb0f1 by drivers openvswitch,hyperv on host dv-cinder-784140-5-iscsi at level 0 using segments [{'id': 'af2c1ab1-ee4e-455f-82ce-f3bfb8e98966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3'}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 07:01:35.258125 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8090b5b4-770e-415b-91a5-fbd284a60c4f None None] Attempting to bind port 94b8157d-0b25-4d13-bf82-a8c636fbb0f1 on network 65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3 {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 07:01:35.263708 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8090b5b4-770e-415b-91a5-fbd284a60c4f None None] Checking agent: {'id': '90bc4f0f-bba4-44bf-b00d-04c4d717fccd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 38), 'started_at': datetime.datetime(2021, 6, 7, 6, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 7, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 07:01:35.264097 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8090b5b4-770e-415b-91a5-fbd284a60c4f None None] Checking segment: {'id': 'af2c1ab1-ee4e-455f-82ce-f3bfb8e98966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 07:01:35.264507 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-8090b5b4-770e-415b-91a5-fbd284a60c4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:35.264900 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8090b5b4-770e-415b-91a5-fbd284a60c4f None None] Bound using segment: {'id': 'af2c1ab1-ee4e-455f-82ce-f3bfb8e98966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3'} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 07:01:35.265367 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-8090b5b4-770e-415b-91a5-fbd284a60c4f None None] Bound port: 94b8157d-0b25-4d13-bf82-a8c636fbb0f1, host: dv-cinder-784140-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af2c1ab1-ee4e-455f-82ce-f3bfb8e98966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3'}}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 07:01:35.265743 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-8090b5b4-770e-415b-91a5-fbd284a60c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:35.345580 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.db_base_plugin_common [None req-7361ee36-4cb6-434e-9941-ff66128937f3 admin admin] Allocated IP 172.27.1.99 (fe992a7c-d3c2-4e8d-9573-c4f663251d7a/c4323051-ed30-4a9a-b3aa-b457aab0dfbf/61cdd2d4-4422-440c-9464-b3d85f7e9464) {{(pid=91759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 07:01:35.359042 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-8090b5b4-770e-415b-91a5-fbd284a60c4f None None] For port 94b8157d-0b25-4d13-bf82-a8c636fbb0f1, host dv-cinder-784140-5-iscsi, cleared binding levels {{(pid=91760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 07:01:35.362192 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-8090b5b4-770e-415b-91a5-fbd284a60c4f None None] For port 94b8157d-0b25-4d13-bf82-a8c636fbb0f1, host dv-cinder-784140-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=94b8157d-0b25-4d13-bf82-a8c636fbb0f1,segment=NetworkSegment(af2c1ab1-ee4e-455f-82ce-f3bfb8e98966),segment_id=af2c1ab1-ee4e-455f-82ce-f3bfb8e98966)] {{(pid=91760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 07:01:35.366692 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-8090b5b4-770e-415b-91a5-fbd284a60c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:35.371110 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-bf2f0620-76a3-4965-a0e4-4a341efe2568 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:35.394832 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-70f22d5c-e06c-4327-a840-3757c154ea36 req-62d744df-9301-4a07-a34d-c6f33a63a900 service neutron] 10.222.0.44 "GET /v2.0/networks/604d240f-ca58-417e-b867-1593c3d5d8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341891 Jun 07 07:01:35.445137 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090b5b4-770e-415b-91a5-fbd284a60c4f None None] Pushing event updated for resources: {'Port': ['ID=94b8157d-0b25-4d13-bf82-a8c636fbb0f1,revision_number=2']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:35.450107 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-8090b5b4-770e-415b-91a5-fbd284a60c4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:35.505957 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7361ee36-4cb6-434e-9941-ff66128937f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:35.540699 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7361ee36-4cb6-434e-9941-ff66128937f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222160'] for port, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:35.541287 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-70f22d5c-e06c-4327-a840-3757c154ea36 req-b2ce930f-424a-4e1a-a41c-5e11de9be25a service neutron] 10.222.0.44 "GET /v2.0/networks/604d240f-ca58-417e-b867-1593c3d5d8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402378 Jun 07 07:01:35.546238 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:35.612331 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7361ee36-4cb6-434e-9941-ff66128937f3 admin admin] Network fe992a7c-d3c2-4e8d-9573-c4f663251d7a is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 07:01:35.619631 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-7361ee36-4cb6-434e-9941-ff66128937f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 07:01:35.623034 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7361ee36-4cb6-434e-9941-ff66128937f3 admin admin] Received port after_create {{(pid=91759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 07:01:35.673958 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361ee36-4cb6-434e-9941-ff66128937f3 admin admin] Pushing event updated for resources: {'Port': ['ID=61cdd2d4-4422-440c-9464-b3d85f7e9464,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:35.677094 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-7361ee36-4cb6-434e-9941-ff66128937f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:36.041365 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7361ee36-4cb6-434e-9941-ff66128937f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:36.330451 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f517777-6310-42f9-a691-6fc2757dd971 None None] Network 65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3 requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 07:01:36.419634 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-b5e8eac1-4c80-481b-9962-163a216e0fba None None] Provisioning for port 94b8157d-0b25-4d13-bf82-a8c636fbb0f1 completed by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 07:01:36.495872 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7361ee36-4cb6-434e-9941-ff66128937f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3877286'] for router, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:36.518656 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 94b8157d-0b25-4d13-bf82-a8c636fbb0f1 up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 07:01:36.634446 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning for port 94b8157d-0b25-4d13-bf82-a8c636fbb0f1 completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 07:01:36.641124 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port 94b8157d-0b25-4d13-bf82-a8c636fbb0f1 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:01:36.641577 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:36.716713 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7361ee36-4cb6-434e-9941-ff66128937f3 admin admin] Router f316f3d2-2c89-4a0a-bcdf-b83455de0a4e is scheduled to L3 agent 207d1699-2b30-4848-a9d2-d112df8957f2 with binding_index 1 {{(pid=91759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 07:01:36.761799 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:36.799062 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] For port 94b8157d-0b25-4d13-bf82-a8c636fbb0f1, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=94b8157d-0b25-4d13-bf82-a8c636fbb0f1,segment=NetworkSegment(af2c1ab1-ee4e-455f-82ce-f3bfb8e98966),segment_id=af2c1ab1-ee4e-455f-82ce-f3bfb8e98966)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:01:36.803678 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:36.805865 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:36.877626 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-ed94aeae-2523-4552-a709-e0e599c669aa None None] Provisioning complete for port 94b8157d-0b25-4d13-bf82-a8c636fbb0f1 triggered by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:01:36.878023 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-ed94aeae-2523-4552-a709-e0e599c669aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:36.908671 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7361ee36-4cb6-434e-9941-ff66128937f3 admin admin] Notify agent at l3_agent.dv-cinder-784140-5-iscsi the message routers_updated {{(pid=91759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 07:01:36.908909 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Pushing event updated for resources: {'Port': ['ID=94b8157d-0b25-4d13-bf82-a8c636fbb0f1,revision_number=3']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:36.917054 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:36.922372 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b794a9d-5160-4ecd-a2c1-a383e5d87512 None None] Sync routers for ids ['f316f3d2-2c89-4a0a-bcdf-b83455de0a4e'] in dv-cinder-784140-5-iscsi {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 07:01:36.929341 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7361ee36-4cb6-434e-9941-ff66128937f3 admin admin] Notify callbacks [] for router, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:36.933650 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-7361ee36-4cb6-434e-9941-ff66128937f3 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5157211 Jun 07 07:01:36.934268 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 47526) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:01:36.936122 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b794a9d-5160-4ecd-a2c1-a383e5d87512 None None] Routers {'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:01:36.937042 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-6b794a9d-5160-4ecd-a2c1-a383e5d87512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:01:08Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['f316f3d2-2c89-4a0a-bcdf-b83455de0a4e'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:01:37.115179 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-6b794a9d-5160-4ecd-a2c1-a383e5d87512 None None] Set router f316f3d2-2c89-4a0a-bcdf-b83455de0a4e gateway port host: dv-cinder-784140-5-iscsi {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:01:37.393907 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-6b794a9d-5160-4ecd-a2c1-a383e5d87512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'name': 'tempest-AttachVolumeTestJSON-1665678765-router', 'tenant_id': '3be3b372352b4be7914c70797c62b825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '61cdd2d4-4422-440c-9464-b3d85f7e9464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:01:34Z', 'updated_at': '2021-06-07T07:01:35Z', 'revision_number': 3, 'project_id': '3be3b372352b4be7914c70797c62b825', 'gw_port': {'id': '61cdd2d4-4422-440c-9464-b3d85f7e9464', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:af:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:01:35Z', 'updated_at': '2021-06-07T07:01:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi'}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:01:37.397863 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b794a9d-5160-4ecd-a2c1-a383e5d87512 None None] Checking router: f316f3d2-2c89-4a0a-bcdf-b83455de0a4e for host: dv-cinder-784140-5-iscsi {{(pid=91761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 07:01:37.398210 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b794a9d-5160-4ecd-a2c1-a383e5d87512 None None] Updating router f316f3d2-2c89-4a0a-bcdf-b83455de0a4e port 61cdd2d4-4422-440c-9464-b3d85f7e9464 binding host dv-cinder-784140-5-iscsi {{(pid=91761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 07:01:37.452868 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-6b794a9d-5160-4ecd-a2c1-a383e5d87512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:37.709665 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-dddc364e-7001-42c4-8862-5ad23534dc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:37.778576 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-6b794a9d-5160-4ecd-a2c1-a383e5d87512 None None] Notify callbacks [] for port, precommit_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:37.790089 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-6b794a9d-5160-4ecd-a2c1-a383e5d87512 None None] Transition to ACTIVE for port object 61cdd2d4-4422-440c-9464-b3d85f7e9464 will not be triggered until provisioned by entity L2. {{(pid=91761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 07:01:37.796125 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-6b794a9d-5160-4ecd-a2c1-a383e5d87512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:37.800746 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:37.874961 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:37.877065 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-6b794a9d-5160-4ecd-a2c1-a383e5d87512 None None] Attempting to bind port 61cdd2d4-4422-440c-9464-b3d85f7e9464 on host dv-cinder-784140-5-iscsi for vnic_type normal with profile {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 07:01:37.877813 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-6b794a9d-5160-4ecd-a2c1-a383e5d87512 None None] Attempting to bind port 61cdd2d4-4422-440c-9464-b3d85f7e9464 by drivers openvswitch,hyperv on host dv-cinder-784140-5-iscsi at level 0 using segments [{'id': '5ae08632-c29b-4dd6-8d62-13cd62eb6da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 07:01:37.878176 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b794a9d-5160-4ecd-a2c1-a383e5d87512 None None] Attempting to bind port 61cdd2d4-4422-440c-9464-b3d85f7e9464 on network fe992a7c-d3c2-4e8d-9573-c4f663251d7a {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 07:01:37.889766 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b794a9d-5160-4ecd-a2c1-a383e5d87512 None None] Checking agent: {'id': '90bc4f0f-bba4-44bf-b00d-04c4d717fccd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 38), 'started_at': datetime.datetime(2021, 6, 7, 6, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 7, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 07:01:37.890560 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b794a9d-5160-4ecd-a2c1-a383e5d87512 None None] Checking segment: {'id': '5ae08632-c29b-4dd6-8d62-13cd62eb6da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 07:01:37.890560 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-6b794a9d-5160-4ecd-a2c1-a383e5d87512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:37.890921 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b794a9d-5160-4ecd-a2c1-a383e5d87512 None None] Bound using segment: {'id': '5ae08632-c29b-4dd6-8d62-13cd62eb6da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 07:01:37.891375 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-6b794a9d-5160-4ecd-a2c1-a383e5d87512 None None] Bound port: 61cdd2d4-4422-440c-9464-b3d85f7e9464, host: dv-cinder-784140-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae08632-c29b-4dd6-8d62-13cd62eb6da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'}}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 07:01:37.891742 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-6b794a9d-5160-4ecd-a2c1-a383e5d87512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:37.918093 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.db_base_plugin_common [None req-dddc364e-7001-42c4-8862-5ad23534dc4b admin admin] Allocated IP 172.20.0.1 (65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3/5fbf224f-d665-4180-b1da-45e679144cae/7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad) {{(pid=91759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 07:01:37.939484 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc3822d-b6ee-49c4-af3d-00608f345330 None None] Pushing event updated for resources: {'Port': ['ID=61cdd2d4-4422-440c-9464-b3d85f7e9464,revision_number=2']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:37.948291 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-bcf31a6d-a31f-479f-ac4c-02bd54b052c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:37.953194 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc3822d-b6ee-49c4-af3d-00608f345330 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:37.953534 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc3822d-b6ee-49c4-af3d-00608f345330 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:37.953885 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc3822d-b6ee-49c4-af3d-00608f345330 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:37.954213 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc3822d-b6ee-49c4-af3d-00608f345330 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:37.954539 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc3822d-b6ee-49c4-af3d-00608f345330 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:37.954862 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc3822d-b6ee-49c4-af3d-00608f345330 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:37.955176 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc3822d-b6ee-49c4-af3d-00608f345330 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:37.955491 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc3822d-b6ee-49c4-af3d-00608f345330 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:37.955824 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc3822d-b6ee-49c4-af3d-00608f345330 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:37.956142 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc3822d-b6ee-49c4-af3d-00608f345330 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:37.956452 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc3822d-b6ee-49c4-af3d-00608f345330 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:37.956756 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc3822d-b6ee-49c4-af3d-00608f345330 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:01:37.961539 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-9fc3822d-b6ee-49c4-af3d-00608f345330 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:37.988166 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-6b794a9d-5160-4ecd-a2c1-a383e5d87512 None None] For port 61cdd2d4-4422-440c-9464-b3d85f7e9464, host dv-cinder-784140-5-iscsi, cleared binding levels {{(pid=91761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 07:01:37.991334 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-6b794a9d-5160-4ecd-a2c1-a383e5d87512 None None] For port 61cdd2d4-4422-440c-9464-b3d85f7e9464, host dv-cinder-784140-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=61cdd2d4-4422-440c-9464-b3d85f7e9464,segment=NetworkSegment(5ae08632-c29b-4dd6-8d62-13cd62eb6da9),segment_id=5ae08632-c29b-4dd6-8d62-13cd62eb6da9)] {{(pid=91761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 07:01:37.996474 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-6b794a9d-5160-4ecd-a2c1-a383e5d87512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:38.001228 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:38.073685 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b794a9d-5160-4ecd-a2c1-a383e5d87512 None None] Routers {'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:01:38.074337 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-6b794a9d-5160-4ecd-a2c1-a383e5d87512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:01:38Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['f316f3d2-2c89-4a0a-bcdf-b83455de0a4e'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:01:38.082534 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-dddc364e-7001-42c4-8862-5ad23534dc4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:38.099369 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.provisioning_blocks [None req-dddc364e-7001-42c4-8862-5ad23534dc4b admin admin] Transition to ACTIVE for port object 7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad will not be triggered until provisioned by entity DHCP. {{(pid=91759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 07:01:38.123365 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-dddc364e-7001-42c4-8862-5ad23534dc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222160'] for port, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:38.126955 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:38.130796 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc3822d-b6ee-49c4-af3d-00608f345330 None None] Pushing event updated for resources: {'Port': ['ID=61cdd2d4-4422-440c-9464-b3d85f7e9464,revision_number=3']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:38.141141 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-9fc3822d-b6ee-49c4-af3d-00608f345330 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:38.192474 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddc364e-7001-42c4-8862-5ad23534dc4b admin admin] Network 65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3 is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 07:01:38.195786 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-dddc364e-7001-42c4-8862-5ad23534dc4b admin admin] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 07:01:38.200028 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddc364e-7001-42c4-8862-5ad23534dc4b admin admin] Received port after_create {{(pid=91759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 07:01:38.231662 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc364e-7001-42c4-8862-5ad23534dc4b admin admin] Pushing event updated for resources: {'Port': ['ID=7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:38.238223 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-dddc364e-7001-42c4-8862-5ad23534dc4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:38.262431 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-dddc364e-7001-42c4-8862-5ad23534dc4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885548'] for router_interface, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:38.299761 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-6b794a9d-5160-4ecd-a2c1-a383e5d87512 None None] Set router f316f3d2-2c89-4a0a-bcdf-b83455de0a4e gateway port host: dv-cinder-784140-5-iscsi {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:01:38.392497 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-dddc364e-7001-42c4-8862-5ad23534dc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:38.448312 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-5777a826-6cd3-4dd8-ae4e-e116de8e05f6 None None] Provisioning for port 7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad completed by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 07:01:38.454865 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-5777a826-6cd3-4dd8-ae4e-e116de8e05f6 None None] Provisioning complete for port 7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad triggered by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:01:38.455722 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5777a826-6cd3-4dd8-ae4e-e116de8e05f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:38.489669 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 94b8157d-0b25-4d13-bf82-a8c636fbb0f1 up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 07:01:38.567945 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-5777a826-6cd3-4dd8-ae4e-e116de8e05f6 None None] Port 7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad cannot update to ACTIVE because it is not bound. {{(pid=91760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 07:01:38.590695 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port 94b8157d-0b25-4d13-bf82-a8c636fbb0f1 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:01:38.591079 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:38.615127 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-6b794a9d-5160-4ecd-a2c1-a383e5d87512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'name': 'tempest-AttachVolumeTestJSON-1665678765-router', 'tenant_id': '3be3b372352b4be7914c70797c62b825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '61cdd2d4-4422-440c-9464-b3d85f7e9464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:01:34Z', 'updated_at': '2021-06-07T07:01:35Z', 'revision_number': 3, 'project_id': '3be3b372352b4be7914c70797c62b825', 'gw_port': {'id': '61cdd2d4-4422-440c-9464-b3d85f7e9464', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:af:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:01:35Z', 'updated_at': '2021-06-07T07:01:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi'}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:01:38.620244 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b794a9d-5160-4ecd-a2c1-a383e5d87512 None None] The sync data for ids ['f316f3d2-2c89-4a0a-bcdf-b83455de0a4e'] in dv-cinder-784140-5-iscsi is: [{'id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'name': 'tempest-AttachVolumeTestJSON-1665678765-router', 'tenant_id': '3be3b372352b4be7914c70797c62b825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '61cdd2d4-4422-440c-9464-b3d85f7e9464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:01:34Z', 'updated_at': '2021-06-07T07:01:35Z', 'revision_number': 3, 'project_id': '3be3b372352b4be7914c70797c62b825', 'gw_port': {'id': '61cdd2d4-4422-440c-9464-b3d85f7e9464', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:af:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:01:35Z', 'updated_at': '2021-06-07T07:01:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi'}] {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 07:01:38.641724 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-dddc364e-7001-42c4-8862-5ad23534dc4b admin admin] Notify callbacks [] for port, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:38.647768 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-dddc364e-7001-42c4-8862-5ad23534dc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222187'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:38.675338 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:38.758785 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-dddc364e-7001-42c4-8862-5ad23534dc4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3890597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875508'] for router_interface, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:38.762188 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc364e-7001-42c4-8862-5ad23534dc4b admin admin] Pushing event updated for resources: {'Port': ['ID=7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad,revision_number=2']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:38.765823 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-dddc364e-7001-42c4-8862-5ad23534dc4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:38.928948 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddc364e-7001-42c4-8862-5ad23534dc4b admin admin] Network 65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3 is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 07:01:38.931139 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-dddc364e-7001-42c4-8862-5ad23534dc4b admin admin] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 07:01:38.955997 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:39.142298 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dddc364e-7001-42c4-8862-5ad23534dc4b admin admin] Router f316f3d2-2c89-4a0a-bcdf-b83455de0a4e has already been hosted by L3 agent 207d1699-2b30-4848-a9d2-d112df8957f2 {{(pid=91759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 07:01:39.196948 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-54409a42-99f2-4148-944b-e5b97466fdc0 None None] Provisioning complete for port 7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad triggered by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:01:39.197326 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-54409a42-99f2-4148-944b-e5b97466fdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:39.254549 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-54409a42-99f2-4148-944b-e5b97466fdc0 None None] Port 7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad cannot update to ACTIVE because it is not bound. {{(pid=91760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 07:01:39.442520 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dddc364e-7001-42c4-8862-5ad23534dc4b admin admin] Notify agent at l3_agent.dv-cinder-784140-5-iscsi the message routers_updated {{(pid=91759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 07:01:39.447810 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-dddc364e-7001-42c4-8862-5ad23534dc4b admin admin] 10.222.0.35 "PUT /v2.0/routers/f316f3d2-2c89-4a0a-bcdf-b83455de0a4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5129428 Jun 07 07:01:40.036129 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 47534) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:01:40.042024 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-f5efa2ea-43bf-4e5d-9d19-63786d5b523d tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1183728244', 'description': 'tempest-description--1022354002'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:01:40.065570 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f5efa2ea-43bf-4e5d-9d19-63786d5b523d tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:40.169802 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f5efa2ea-43bf-4e5d-9d19-63786d5b523d tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:40.174542 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f5efa2ea-43bf-4e5d-9d19-63786d5b523d tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:40.178344 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-a9f2e767-e14c-4dcc-927d-d0a61fb8e3ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:40.199127 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4522afd1-290a-4f73-8c85-7afb0067f6d9 None None] Sync routers for ids ['f316f3d2-2c89-4a0a-bcdf-b83455de0a4e'] in dv-cinder-784140-5-iscsi {{(pid=91760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 07:01:40.208544 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4522afd1-290a-4f73-8c85-7afb0067f6d9 None None] Routers {'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:01:40.209152 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-4522afd1-290a-4f73-8c85-7afb0067f6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:01:38Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['f316f3d2-2c89-4a0a-bcdf-b83455de0a4e'], 'active': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:01:40.221514 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f5efa2ea-43bf-4e5d-9d19-63786d5b523d tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:40.222749 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-f5efa2ea-43bf-4e5d-9d19-63786d5b523d tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1856234 Jun 07 07:01:40.224324 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5efa2ea-43bf-4e5d-9d19-63786d5b523d tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:40.226186 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 47536) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:01:40.228401 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-f5efa2ea-43bf-4e5d-9d19-63786d5b523d tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:40.233476 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [None req-e3123f7c-7481-4951-a833-ab8b9ae37170 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Request body: {'security_group_rule': {'security_group_id': '9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:01:40.263444 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-e3123f7c-7481-4951-a833-ab8b9ae37170 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:40.329416 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-e3123f7c-7481-4951-a833-ab8b9ae37170 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:40.333335 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-e3123f7c-7481-4951-a833-ab8b9ae37170 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349288'] for security_group_rule, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:40.335593 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0534a4c1-4ab2-4731-91ad-8e0f92977b8c tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:40.358577 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3123f7c-7481-4951-a833-ab8b9ae37170 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=538158e7-233e-4ccf-8d4c-c0dc1f9de9c8,revision_number=0']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:40.362559 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-e3123f7c-7481-4951-a833-ab8b9ae37170 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:40.363874 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-e3123f7c-7481-4951-a833-ab8b9ae37170 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:40.368271 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-e3123f7c-7481-4951-a833-ab8b9ae37170 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1365876 Jun 07 07:01:40.368742 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 47538) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:01:40.372781 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [None req-ff2d105b-2776-4b3f-974d-56293f3ac326 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Request body: {'security_group_rule': {'security_group_id': '9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:01:40.400169 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-ff2d105b-2776-4b3f-974d-56293f3ac326 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:40.415822 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvr_db [None req-4522afd1-290a-4f73-8c85-7afb0067f6d9 None None] Set router f316f3d2-2c89-4a0a-bcdf-b83455de0a4e gateway port host: dv-cinder-784140-5-iscsi {{(pid=91760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:01:40.463766 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-ff2d105b-2776-4b3f-974d-56293f3ac326 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:40.467707 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-ff2d105b-2776-4b3f-974d-56293f3ac326 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349288'] for security_group_rule, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:40.469917 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:40.494521 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d105b-2776-4b3f-974d-56293f3ac326 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8bd1b45-d0e1-45eb-8f45-6b6a7799ea98,revision_number=0']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:40.494725 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 61cdd2d4-4422-440c-9464-b3d85f7e9464 up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 07:01:40.497085 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-ff2d105b-2776-4b3f-974d-56293f3ac326 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:40.501538 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-ff2d105b-2776-4b3f-974d-56293f3ac326 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:40.502778 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-ff2d105b-2776-4b3f-974d-56293f3ac326 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1334100 Jun 07 07:01:40.505932 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 47540) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:01:40.510705 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-9b345dcd-f460-43f3-afa4-9dcd491e0cbf tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Request body: {'floatingip': {'floating_network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:01:40.535004 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-9b345dcd-f460-43f3-afa4-9dcd491e0cbf tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks [] for floatingip, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:40.690824 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-9b345dcd-f460-43f3-afa4-9dcd491e0cbf tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:40.705283 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:40.733693 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning for port 61cdd2d4-4422-440c-9464-b3d85f7e9464 completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 07:01:40.752197 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port 61cdd2d4-4422-440c-9464-b3d85f7e9464 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:01:40.752823 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:40.837873 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.db_base_plugin_common [None req-9b345dcd-f460-43f3-afa4-9dcd491e0cbf tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Allocated IP 172.27.1.254 (fe992a7c-d3c2-4e8d-9573-c4f663251d7a/c4323051-ed30-4a9a-b3aa-b457aab0dfbf/689c406a-ed55-4027-815e-48bd436ee740) {{(pid=91759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 07:01:40.920410 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:40.926402 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-4522afd1-290a-4f73-8c85-7afb0067f6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'name': 'tempest-AttachVolumeTestJSON-1665678765-router', 'tenant_id': '3be3b372352b4be7914c70797c62b825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '61cdd2d4-4422-440c-9464-b3d85f7e9464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:01:34Z', 'updated_at': '2021-06-07T07:01:38Z', 'revision_number': 4, 'project_id': '3be3b372352b4be7914c70797c62b825', 'gw_port': {'id': '61cdd2d4-4422-440c-9464-b3d85f7e9464', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:af:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:01:35Z', 'updated_at': '2021-06-07T07:01:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': '7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad', 'name': '', 'network_id': '65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3', 'tenant_id': '3be3b372352b4be7914c70797c62b825', 'mac_address': 'fa:16:3e:95:75:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5fbf224f-d665-4180-b1da-45e679144cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:01:37Z', 'updated_at': '2021-06-07T07:01:38Z', 'revision_number': 2, 'project_id': '3be3b372352b4be7914c70797c62b825', 'subnets': [{'id': '5fbf224f-d665-4180-b1da-45e679144cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:01:40.936509 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4522afd1-290a-4f73-8c85-7afb0067f6d9 None None] Checking router: f316f3d2-2c89-4a0a-bcdf-b83455de0a4e for host: dv-cinder-784140-5-iscsi {{(pid=91760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 07:01:40.936868 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4522afd1-290a-4f73-8c85-7afb0067f6d9 None None] Updating router f316f3d2-2c89-4a0a-bcdf-b83455de0a4e port 7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad binding host dv-cinder-784140-5-iscsi {{(pid=91760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 07:01:40.986315 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] For port 61cdd2d4-4422-440c-9464-b3d85f7e9464, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=61cdd2d4-4422-440c-9464-b3d85f7e9464,segment=NetworkSegment(5ae08632-c29b-4dd6-8d62-13cd62eb6da9),segment_id=5ae08632-c29b-4dd6-8d62-13cd62eb6da9)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:01:40.991805 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:40.995399 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:40.995749 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-9b345dcd-f460-43f3-afa4-9dcd491e0cbf tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks [] for port, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:41.025244 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-9b345dcd-f460-43f3-afa4-9dcd491e0cbf tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222160'] for port, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:41.028960 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-fa90c75c-1882-43ec-acc2-8d9eed05c7c1 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:41.043666 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4522afd1-290a-4f73-8c85-7afb0067f6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:41.093862 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b345dcd-f460-43f3-afa4-9dcd491e0cbf tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Network fe992a7c-d3c2-4e8d-9573-c4f663251d7a is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 07:01:41.096774 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-9b345dcd-f460-43f3-afa4-9dcd491e0cbf tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 07:01:41.099186 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b345dcd-f460-43f3-afa4-9dcd491e0cbf tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Received port after_create {{(pid=91759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 07:01:41.121726 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Pushing event updated for resources: {'Port': ['ID=61cdd2d4-4422-440c-9464-b3d85f7e9464,revision_number=4']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:41.126209 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:41.140437 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b345dcd-f460-43f3-afa4-9dcd491e0cbf tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Pushing event updated for resources: {'Port': ['ID=689c406a-ed55-4027-815e-48bd436ee740,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:41.143216 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-9b345dcd-f460-43f3-afa4-9dcd491e0cbf tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:41.187895 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-9b345dcd-f460-43f3-afa4-9dcd491e0cbf tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:41.250428 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-9b345dcd-f460-43f3-afa4-9dcd491e0cbf tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:41.409014 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4522afd1-290a-4f73-8c85-7afb0067f6d9 None None] Notify callbacks [] for port, precommit_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:41.420085 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-4522afd1-290a-4f73-8c85-7afb0067f6d9 None None] Transition to ACTIVE for port object 7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad will not be triggered until provisioned by entity L2. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 07:01:41.426364 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4522afd1-290a-4f73-8c85-7afb0067f6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:41.430015 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:41.464821 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-9b345dcd-f460-43f3-afa4-9dcd491e0cbf tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks [] for port, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:41.469333 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-9b345dcd-f460-43f3-afa4-9dcd491e0cbf tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222187'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:41.473891 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-fa90c75c-1882-43ec-acc2-8d9eed05c7c1 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:41.561010 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b77f706-39e7-41b8-811e-1702e8e09ac6 None None] Pushing event updated for resources: {'Port': ['ID=7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad,revision_number=3']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:41.590671 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b345dcd-f460-43f3-afa4-9dcd491e0cbf tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Pushing event updated for resources: {'Port': ['ID=689c406a-ed55-4027-815e-48bd436ee740,revision_number=2']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:41.592064 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-4b77f706-39e7-41b8-811e-1702e8e09ac6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:41.595009 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-9b345dcd-f460-43f3-afa4-9dcd491e0cbf tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:41.599969 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-9b345dcd-f460-43f3-afa4-9dcd491e0cbf tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3885433'] for floatingip, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:41.618749 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-9b345dcd-f460-43f3-afa4-9dcd491e0cbf tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for floatingip, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:41.622463 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-9b345dcd-f460-43f3-afa4-9dcd491e0cbf tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1151621 Jun 07 07:01:41.650622 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-4522afd1-290a-4f73-8c85-7afb0067f6d9 None None] Attempting to bind port 7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad on host dv-cinder-784140-5-iscsi for vnic_type normal with profile {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 07:01:41.650993 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-4522afd1-290a-4f73-8c85-7afb0067f6d9 None None] Attempting to bind port 7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad by drivers openvswitch,hyperv on host dv-cinder-784140-5-iscsi at level 0 using segments [{'id': 'af2c1ab1-ee4e-455f-82ce-f3bfb8e98966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3'}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 07:01:41.651365 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4522afd1-290a-4f73-8c85-7afb0067f6d9 None None] Attempting to bind port 7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad on network 65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3 {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 07:01:41.656833 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4522afd1-290a-4f73-8c85-7afb0067f6d9 None None] Checking agent: {'id': '90bc4f0f-bba4-44bf-b00d-04c4d717fccd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 38), 'started_at': datetime.datetime(2021, 6, 7, 6, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 7, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 07:01:41.657332 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4522afd1-290a-4f73-8c85-7afb0067f6d9 None None] Checking segment: {'id': 'af2c1ab1-ee4e-455f-82ce-f3bfb8e98966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 07:01:41.657614 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4522afd1-290a-4f73-8c85-7afb0067f6d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:41.658085 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4522afd1-290a-4f73-8c85-7afb0067f6d9 None None] Bound using segment: {'id': 'af2c1ab1-ee4e-455f-82ce-f3bfb8e98966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3'} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 07:01:41.658563 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-4522afd1-290a-4f73-8c85-7afb0067f6d9 None None] Bound port: 7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad, host: dv-cinder-784140-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af2c1ab1-ee4e-455f-82ce-f3bfb8e98966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3'}}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 07:01:41.658955 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4522afd1-290a-4f73-8c85-7afb0067f6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:41.752983 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-4522afd1-290a-4f73-8c85-7afb0067f6d9 None None] For port 7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad, host dv-cinder-784140-5-iscsi, cleared binding levels {{(pid=91760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 07:01:41.756025 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-4522afd1-290a-4f73-8c85-7afb0067f6d9 None None] For port 7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad, host dv-cinder-784140-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad,segment=NetworkSegment(af2c1ab1-ee4e-455f-82ce-f3bfb8e98966),segment_id=af2c1ab1-ee4e-455f-82ce-f3bfb8e98966)] {{(pid=91760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 07:01:41.759861 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4522afd1-290a-4f73-8c85-7afb0067f6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:41.763463 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:41.795162 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-23dfedc6-562c-48eb-b455-917c870840f2 req-b6088977-81c8-447f-8895-f985db0b0234 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1183728244&fields=id&tenant_id=3be3b372352b4be7914c70797c62b825 HTTP/1.1" status: 200 len: 267 time: 0.0432191 Jun 07 07:01:41.850353 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b77f706-39e7-41b8-811e-1702e8e09ac6 None None] Pushing event updated for resources: {'Port': ['ID=7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad,revision_number=4']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:41.854493 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-4b77f706-39e7-41b8-811e-1702e8e09ac6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:41.856556 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4522afd1-290a-4f73-8c85-7afb0067f6d9 None None] Routers {'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:01:41.857185 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-4522afd1-290a-4f73-8c85-7afb0067f6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:01:38Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['f316f3d2-2c89-4a0a-bcdf-b83455de0a4e'], 'active': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:01:41.964390 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfedc6-562c-48eb-b455-917c870840f2 req-5f4feee9-9996-4f5d-a525-178a8b78e998 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:01:41.965905 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-23dfedc6-562c-48eb-b455-917c870840f2 req-5f4feee9-9996-4f5d-a525-178a8b78e998 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/networks?id=65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3 HTTP/1.1" status: 200 len: 811 time: 0.1638012 Jun 07 07:01:41.985142 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-23dfedc6-562c-48eb-b455-917c870840f2 req-f4b0dc80-e68b-4c71-84c4-01f3d9fe691a tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/quotas/3be3b372352b4be7914c70797c62b825 HTTP/1.1" status: 200 len: 375 time: 0.0098686 Jun 07 07:01:42.071871 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-23dfedc6-562c-48eb-b455-917c870840f2 req-527196b0-7550-497c-8d5e-fa8021e8ee71 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3be3b372352b4be7914c70797c62b825&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0805705 Jun 07 07:01:42.100346 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvr_db [None req-4522afd1-290a-4f73-8c85-7afb0067f6d9 None None] Set router f316f3d2-2c89-4a0a-bcdf-b83455de0a4e gateway port host: dv-cinder-784140-5-iscsi {{(pid=91760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:01:42.211011 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-23dfedc6-562c-48eb-b455-917c870840f2 req-9fff4d4b-3fa3-464f-8ca8-b2fc0397b757 service neutron] 10.222.0.35 "GET /v2.0/networks/65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279905 Jun 07 07:01:42.346571 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-23dfedc6-562c-48eb-b455-917c870840f2 req-2e4e4270-ea6d-4a8b-bc1b-a6cce5a6eb32 service neutron] 10.222.0.35 "GET /v2.0/networks/65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272216 Jun 07 07:01:42.409332 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-4522afd1-290a-4f73-8c85-7afb0067f6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'name': 'tempest-AttachVolumeTestJSON-1665678765-router', 'tenant_id': '3be3b372352b4be7914c70797c62b825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '61cdd2d4-4422-440c-9464-b3d85f7e9464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:01:34Z', 'updated_at': '2021-06-07T07:01:38Z', 'revision_number': 4, 'project_id': '3be3b372352b4be7914c70797c62b825', 'gw_port': {'id': '61cdd2d4-4422-440c-9464-b3d85f7e9464', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:af:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:01:35Z', 'updated_at': '2021-06-07T07:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': '7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad', 'name': '', 'network_id': '65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3', 'tenant_id': '3be3b372352b4be7914c70797c62b825', 'mac_address': 'fa:16:3e:95:75:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5fbf224f-d665-4180-b1da-45e679144cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:01:37Z', 'updated_at': '2021-06-07T07:01:41Z', 'revision_number': 4, 'project_id': '3be3b372352b4be7914c70797c62b825', 'subnets': [{'id': '5fbf224f-d665-4180-b1da-45e679144cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:01:42.413556 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4522afd1-290a-4f73-8c85-7afb0067f6d9 None None] The sync data for ids ['f316f3d2-2c89-4a0a-bcdf-b83455de0a4e'] in dv-cinder-784140-5-iscsi is: [{'id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'name': 'tempest-AttachVolumeTestJSON-1665678765-router', 'tenant_id': '3be3b372352b4be7914c70797c62b825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '61cdd2d4-4422-440c-9464-b3d85f7e9464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:01:34Z', 'updated_at': '2021-06-07T07:01:38Z', 'revision_number': 4, 'project_id': '3be3b372352b4be7914c70797c62b825', 'gw_port': {'id': '61cdd2d4-4422-440c-9464-b3d85f7e9464', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:af:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:01:35Z', 'updated_at': '2021-06-07T07:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': '7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad', 'name': '', 'network_id': '65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3', 'tenant_id': '3be3b372352b4be7914c70797c62b825', 'mac_address': 'fa:16:3e:95:75:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5fbf224f-d665-4180-b1da-45e679144cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:01:37Z', 'updated_at': '2021-06-07T07:01:41Z', 'revision_number': 4, 'project_id': '3be3b372352b4be7914c70797c62b825', 'subnets': [{'id': '5fbf224f-d665-4180-b1da-45e679144cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 07:01:42.516653 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 61cdd2d4-4422-440c-9464-b3d85f7e9464 up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 07:01:42.597173 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-13617ce5-623d-4a6f-b656-d81544a3ee5e req-1a016fc3-b065-4c17-ab43-63b2e8ccd793 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 210 time: 0.0862195 Jun 07 07:01:42.613317 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port 61cdd2d4-4422-440c-9464-b3d85f7e9464 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:01:42.613790 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:43.691625 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfedc6-562c-48eb-b455-917c870840f2 req-9abdf78a-554b-4c13-b395-c0fb7999ece3 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:01:43.693134 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-23dfedc6-562c-48eb-b455-917c870840f2 req-9abdf78a-554b-4c13-b395-c0fb7999ece3 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.44 "GET /v2.0/networks?id=65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3 HTTP/1.1" status: 200 len: 811 time: 0.1474113 Jun 07 07:01:43.747578 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-23dfedc6-562c-48eb-b455-917c870840f2 req-e4418d58-1a92-47c7-983b-a96d2c7beb17 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3be3b372352b4be7914c70797c62b825 HTTP/1.1" status: 200 len: 380 time: 0.0431201 Jun 07 07:01:43.757220 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [req-23dfedc6-562c-48eb-b455-917c870840f2 req-b9bd6015-31db-4af7-b230-4412dbe74518 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Request body: {'port': {'device_id': '3c7de277-0b02-4dac-8154-6d590ce599b9', 'network_id': '65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3', 'admin_state_up': True, 'tenant_id': '3be3b372352b4be7914c70797c62b825', 'security_groups': ['9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec']}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:01:43.868505 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-2c6feaf9-a5c7-422c-a18c-729540c2deb5 req-b0bda6f5-c0fb-4b36-bf9b-755293f86a4c tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 210 time: 0.1447914 Jun 07 07:01:43.918443 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23dfedc6-562c-48eb-b455-917c870840f2 req-b9bd6015-31db-4af7-b230-4412dbe74518 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Made reservation on behalf of 3be3b372352b4be7914c70797c62b825 for: {'port': 1} {{(pid=91758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 07:01:43.921929 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-23dfedc6-562c-48eb-b455-917c870840f2 req-b9bd6015-31db-4af7-b230-4412dbe74518 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:44.082275 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.db_base_plugin_common [req-23dfedc6-562c-48eb-b455-917c870840f2 req-b9bd6015-31db-4af7-b230-4412dbe74518 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Allocated IP 172.20.0.5 (65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3/5fbf224f-d665-4180-b1da-45e679144cae/2c8a1005-55de-40cc-a6e2-29654b4e37f0) {{(pid=91758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 07:01:44.368006 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-23dfedc6-562c-48eb-b455-917c870840f2 req-b9bd6015-31db-4af7-b230-4412dbe74518 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks [] for port, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:44.383923 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [req-23dfedc6-562c-48eb-b455-917c870840f2 req-b9bd6015-31db-4af7-b230-4412dbe74518 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Transition to ACTIVE for port object 2c8a1005-55de-40cc-a6e2-29654b4e37f0 will not be triggered until provisioned by entity DHCP. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 07:01:44.407778 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-23dfedc6-562c-48eb-b455-917c870840f2 req-b9bd6015-31db-4af7-b230-4412dbe74518 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:44.413168 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-a5f03df1-2de4-40a0-a571-6d7fbd62e525 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:44.479240 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 07:01:44.483440 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23dfedc6-562c-48eb-b455-917c870840f2 req-b9bd6015-31db-4af7-b230-4412dbe74518 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Network 65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3 is already hosted by enough agents. {{(pid=91758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 07:01:44.486511 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.base_scheduler [req-23dfedc6-562c-48eb-b455-917c870840f2 req-b9bd6015-31db-4af7-b230-4412dbe74518 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Resources bound (agent type, host, resource id): {{(pid=91758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 07:01:44.490323 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [req-23dfedc6-562c-48eb-b455-917c870840f2 req-b9bd6015-31db-4af7-b230-4412dbe74518 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Received port after_create {{(pid=91758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 07:01:44.520647 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd6015-31db-4af7-b230-4412dbe74518 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Pushing event updated for resources: {'Port': ['ID=2c8a1005-55de-40cc-a6e2-29654b4e37f0,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:44.530431 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-b9bd6015-31db-4af7-b230-4412dbe74518 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:44.562755 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfedc6-562c-48eb-b455-917c870840f2 req-b9bd6015-31db-4af7-b230-4412dbe74518 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:01:44.563208 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning for port 7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 07:01:44.563418 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-23dfedc6-562c-48eb-b455-917c870840f2 req-b9bd6015-31db-4af7-b230-4412dbe74518 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:44.567967 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port 7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:01:44.568344 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:44.590226 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-23dfedc6-562c-48eb-b455-917c870840f2 req-b9bd6015-31db-4af7-b230-4412dbe74518 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8370354 Jun 07 07:01:44.607013 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [req-23dfedc6-562c-48eb-b455-917c870840f2 req-7142c79a-4443-4ac1-a1f7-5988a8db9b06 service neutron] Request body: {'port': {'device_id': '3c7de277-0b02-4dac-8154-6d590ce599b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:01:44.698568 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:44.729874 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-23dfedc6-562c-48eb-b455-917c870840f2 req-7142c79a-4443-4ac1-a1f7-5988a8db9b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:44.739169 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] For port 7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad,segment=NetworkSegment(af2c1ab1-ee4e-455f-82ce-f3bfb8e98966),segment_id=af2c1ab1-ee4e-455f-82ce-f3bfb8e98966)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:01:44.744582 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:44.746920 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:44.779789 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-6feac70a-71d3-4c60-b2a4-e625d3861948 None None] Provisioning for port 2c8a1005-55de-40cc-a6e2-29654b4e37f0 completed by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 07:01:44.798191 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-6feac70a-71d3-4c60-b2a4-e625d3861948 None None] Provisioning complete for port 2c8a1005-55de-40cc-a6e2-29654b4e37f0 triggered by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:01:44.798567 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-6feac70a-71d3-4c60-b2a4-e625d3861948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:44.859701 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Pushing event updated for resources: {'Port': ['ID=7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad,revision_number=5']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:44.862197 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-6feac70a-71d3-4c60-b2a4-e625d3861948 None None] Port 2c8a1005-55de-40cc-a6e2-29654b4e37f0 cannot update to ACTIVE because it is not bound. {{(pid=91760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 07:01:44.863617 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:45.135137 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae493131-1df8-40bc-895e-1340931a68d1 req-bdb49e9b-ead1-47fd-9f20-2d2e98519435 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:01:45.136562 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ae493131-1df8-40bc-895e-1340931a68d1 req-bdb49e9b-ead1-47fd-9f20-2d2e98519435 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 931 time: 0.1475821 Jun 07 07:01:45.142081 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [req-23dfedc6-562c-48eb-b455-917c870840f2 req-7142c79a-4443-4ac1-a1f7-5988a8db9b06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c8a1005-55de-40cc-a6e2-29654b4e37f0 {{(pid=91758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 07:01:45.162583 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-23dfedc6-562c-48eb-b455-917c870840f2 req-7142c79a-4443-4ac1-a1f7-5988a8db9b06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:45.194792 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [req-23dfedc6-562c-48eb-b455-917c870840f2 req-7142c79a-4443-4ac1-a1f7-5988a8db9b06 service neutron] Transition to ACTIVE for port object 2c8a1005-55de-40cc-a6e2-29654b4e37f0 will not be triggered until provisioned by entity L2. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 07:01:45.202988 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ae493131-1df8-40bc-895e-1340931a68d1 req-28dd7387-b9c8-43f5-a8aa-459d3ad1e5b9 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566430 Jun 07 07:01:45.203621 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-23dfedc6-562c-48eb-b455-917c870840f2 req-7142c79a-4443-4ac1-a1f7-5988a8db9b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2309382'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:45.208120 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-520817aa-0d08-426d-b254-29d20d8c2915 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:45.352860 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142c79a-4443-4ac1-a1f7-5988a8db9b06 service neutron] Pushing event updated for resources: {'Port': ['ID=2c8a1005-55de-40cc-a6e2-29654b4e37f0,revision_number=2']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:45.360134 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-7142c79a-4443-4ac1-a1f7-5988a8db9b06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:45.435475 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [req-23dfedc6-562c-48eb-b455-917c870840f2 req-7142c79a-4443-4ac1-a1f7-5988a8db9b06 service neutron] Attempting to bind port 2c8a1005-55de-40cc-a6e2-29654b4e37f0 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 07:01:45.435806 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [req-23dfedc6-562c-48eb-b455-917c870840f2 req-7142c79a-4443-4ac1-a1f7-5988a8db9b06 service neutron] Attempting to bind port 2c8a1005-55de-40cc-a6e2-29654b4e37f0 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': 'af2c1ab1-ee4e-455f-82ce-f3bfb8e98966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3'}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 07:01:45.436127 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dfedc6-562c-48eb-b455-917c870840f2 req-7142c79a-4443-4ac1-a1f7-5988a8db9b06 service neutron] Attempting to bind port 2c8a1005-55de-40cc-a6e2-29654b4e37f0 on network 65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3 {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 07:01:45.440565 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dfedc6-562c-48eb-b455-917c870840f2 req-7142c79a-4443-4ac1-a1f7-5988a8db9b06 service neutron] Port 2c8a1005-55de-40cc-a6e2-29654b4e37f0 on network 65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 07:01:45.440877 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dfedc6-562c-48eb-b455-917c870840f2 req-7142c79a-4443-4ac1-a1f7-5988a8db9b06 service neutron] Attempting to bind port 2c8a1005-55de-40cc-a6e2-29654b4e37f0 on network 65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3 {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 07:01:45.446018 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dfedc6-562c-48eb-b455-917c870840f2 req-7142c79a-4443-4ac1-a1f7-5988a8db9b06 service neutron] Checking agent: {'id': '6ac81f3b-c4b1-4231-aa5b-62c4bc3a8245', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 52, 32), 'started_at': datetime.datetime(2021, 6, 7, 6, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 7, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 07:01:45.446353 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dfedc6-562c-48eb-b455-917c870840f2 req-7142c79a-4443-4ac1-a1f7-5988a8db9b06 service neutron] Checking segment: {'id': 'af2c1ab1-ee4e-455f-82ce-f3bfb8e98966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 07:01:45.446745 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dfedc6-562c-48eb-b455-917c870840f2 req-7142c79a-4443-4ac1-a1f7-5988a8db9b06 service neutron] Bound using segment: {'id': 'af2c1ab1-ee4e-455f-82ce-f3bfb8e98966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3'} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 07:01:45.447150 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [req-23dfedc6-562c-48eb-b455-917c870840f2 req-7142c79a-4443-4ac1-a1f7-5988a8db9b06 service neutron] Bound port: 2c8a1005-55de-40cc-a6e2-29654b4e37f0, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af2c1ab1-ee4e-455f-82ce-f3bfb8e98966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3'}}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 07:01:45.447488 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-23dfedc6-562c-48eb-b455-917c870840f2 req-7142c79a-4443-4ac1-a1f7-5988a8db9b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:45.533282 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [req-23dfedc6-562c-48eb-b455-917c870840f2 req-7142c79a-4443-4ac1-a1f7-5988a8db9b06 service neutron] For port 2c8a1005-55de-40cc-a6e2-29654b4e37f0, host hv-cinder-78414, cleared binding levels {{(pid=91758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 07:01:45.536089 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [req-23dfedc6-562c-48eb-b455-917c870840f2 req-7142c79a-4443-4ac1-a1f7-5988a8db9b06 service neutron] For port 2c8a1005-55de-40cc-a6e2-29654b4e37f0, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2c8a1005-55de-40cc-a6e2-29654b4e37f0,segment=NetworkSegment(af2c1ab1-ee4e-455f-82ce-f3bfb8e98966),segment_id=af2c1ab1-ee4e-455f-82ce-f3bfb8e98966)] {{(pid=91758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 07:01:45.541937 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-23dfedc6-562c-48eb-b455-917c870840f2 req-7142c79a-4443-4ac1-a1f7-5988a8db9b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2309382'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:45.545444 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-07116070-3f00-47c1-8e5f-c3effcc54cf3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:45.604551 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfedc6-562c-48eb-b455-917c870840f2 req-7142c79a-4443-4ac1-a1f7-5988a8db9b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:01:45.605155 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-23dfedc6-562c-48eb-b455-917c870840f2 req-7142c79a-4443-4ac1-a1f7-5988a8db9b06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:45.606539 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-23dfedc6-562c-48eb-b455-917c870840f2 req-7142c79a-4443-4ac1-a1f7-5988a8db9b06 service neutron] 10.222.0.44 "PUT /v2.0/ports/2c8a1005-55de-40cc-a6e2-29654b4e37f0 HTTP/1.1" status: 200 len: 1093 time: 1.0085452 Jun 07 07:01:45.607037 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c7de277-0b02-4dac-8154-6d590ce599b9', 'tag': '2c8a1005-55de-40cc-a6e2-29654b4e37f0'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:01:45.609312 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec36a6c19c8fb969b847be0da992033db50c3714a14aa90e68a12edeb3f3a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489e46c0-b2d5-4055-b0ca-0e507b2fb51d" -d '{"events": [{"name": "network-changed", "server_uuid": "3c7de277-0b02-4dac-8154-6d590ce599b9", "tag": "2c8a1005-55de-40cc-a6e2-29654b4e37f0"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:01:45.628826 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142c79a-4443-4ac1-a1f7-5988a8db9b06 service neutron] Pushing event updated for resources: {'Port': ['ID=2c8a1005-55de-40cc-a6e2-29654b4e37f0,revision_number=3']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:45.631724 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-7142c79a-4443-4ac1-a1f7-5988a8db9b06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:45.687904 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 07:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f4f55a-b7de-4a00-9a37-6af976557143 x-openstack-request-id: req-b9f4f55a-b7de-4a00-9a37-6af976557143 {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:01:45.688228 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c7de277-0b02-4dac-8154-6d590ce599b9", "tag": "2c8a1005-55de-40cc-a6e2-29654b4e37f0", "status": "completed", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:01:45.688517 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b9f4f55a-b7de-4a00-9a37-6af976557143 {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:01:45.688938 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c7de277-0b02-4dac-8154-6d590ce599b9', 'tag': '2c8a1005-55de-40cc-a6e2-29654b4e37f0', 'status': 'completed', 'code': 200} Jun 07 07:01:45.724779 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfedc6-562c-48eb-b455-917c870840f2 req-a41e0c31-ef3b-4c8b-9c37-d333c4bd12e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:01:45.726079 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-23dfedc6-562c-48eb-b455-917c870840f2 req-a41e0c31-ef3b-4c8b-9c37-d333c4bd12e2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3be3b372352b4be7914c70797c62b825&device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 1096 time: 0.0765319 Jun 07 07:01:45.797127 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-23dfedc6-562c-48eb-b455-917c870840f2 req-bcaf06d3-2c1d-4d3d-8513-6170c0847217 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c8a1005-55de-40cc-a6e2-29654b4e37f0 HTTP/1.1" status: 200 len: 217 time: 0.0636253 Jun 07 07:01:45.858389 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfedc6-562c-48eb-b455-917c870840f2 req-22a75065-96f5-4633-a571-ab1fd48cede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:01:45.859776 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-23dfedc6-562c-48eb-b455-917c870840f2 req-22a75065-96f5-4633-a571-ab1fd48cede3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5fbf224f-d665-4180-b1da-45e679144cae HTTP/1.1" status: 200 len: 850 time: 0.0570810 Jun 07 07:01:45.943617 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfedc6-562c-48eb-b455-917c870840f2 req-1ef89abf-e5f7-4528-a765-2de3a91423cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:01:45.945002 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-23dfedc6-562c-48eb-b455-917c870840f2 req-1ef89abf-e5f7-4528-a765-2de3a91423cc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0790088 Jun 07 07:01:46.175513 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-23dfedc6-562c-48eb-b455-917c870840f2 req-85e7ea75-a10a-43e4-898a-0c48eecd4961 service neutron] 10.222.0.44 "GET /v2.0/networks/65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244220 Jun 07 07:01:46.344214 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-23dfedc6-562c-48eb-b455-917c870840f2 req-f837ce90-85e9-4755-a0c6-f4c76164b6c1 service neutron] 10.222.0.44 "GET /v2.0/networks/65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616535 Jun 07 07:01:46.388856 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f629b-51fb-4658-a18e-52c5e88df707 req-d8da2551-bb05-4519-b6fb-c4dc12b0ce00 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:01:46.390325 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-041f629b-51fb-4658-a18e-52c5e88df707 req-d8da2551-bb05-4519-b6fb-c4dc12b0ce00 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 943 time: 0.0825799 Jun 07 07:01:46.474799 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 07:01:46.481884 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-041f629b-51fb-4658-a18e-52c5e88df707 req-b9f55277-ee40-41fd-b855-1b88ed48fb1d tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618303 Jun 07 07:01:46.506368 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e46c0-b2d5-4055-b0ca-0e507b2fb51d req-eba9b6a4-36fd-4b0e-a479-9eae4c08e0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:01:46.506368 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-489e46c0-b2d5-4055-b0ca-0e507b2fb51d req-eba9b6a4-36fd-4b0e-a479-9eae4c08e0cf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3be3b372352b4be7914c70797c62b825&device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 1096 time: 0.1101730 Jun 07 07:01:46.557208 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port 7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:01:46.557584 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:46.635597 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e46c0-b2d5-4055-b0ca-0e507b2fb51d req-d40f25d5-fa9f-4dea-8d1a-1027f5e1f2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:01:46.637006 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-489e46c0-b2d5-4055-b0ca-0e507b2fb51d req-d40f25d5-fa9f-4dea-8d1a-1027f5e1f2c3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3 HTTP/1.1" status: 200 len: 912 time: 0.1286778 Jun 07 07:01:46.709811 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-489e46c0-b2d5-4055-b0ca-0e507b2fb51d req-f2ab3cf0-06bf-4992-a25f-379e645fbc7d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c8a1005-55de-40cc-a6e2-29654b4e37f0 HTTP/1.1" status: 200 len: 217 time: 0.0654423 Jun 07 07:01:46.774358 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e46c0-b2d5-4055-b0ca-0e507b2fb51d req-a3a4f5fb-f547-4708-ae0b-369c2add9f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:01:46.775697 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-489e46c0-b2d5-4055-b0ca-0e507b2fb51d req-a3a4f5fb-f547-4708-ae0b-369c2add9f32 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5fbf224f-d665-4180-b1da-45e679144cae HTTP/1.1" status: 200 len: 850 time: 0.0583668 Jun 07 07:01:46.854214 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e46c0-b2d5-4055-b0ca-0e507b2fb51d req-13bf556f-a348-4f66-a1c9-dc0b373eb022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:01:46.855649 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-489e46c0-b2d5-4055-b0ca-0e507b2fb51d req-13bf556f-a348-4f66-a1c9-dc0b373eb022 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696192 Jun 07 07:01:46.987731 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-489e46c0-b2d5-4055-b0ca-0e507b2fb51d req-8eb840b8-b425-4270-86ea-d448a718cdad service neutron] 10.222.0.44 "GET /v2.0/networks/65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251810 Jun 07 07:01:47.119092 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-489e46c0-b2d5-4055-b0ca-0e507b2fb51d req-13518710-ac76-4866-af14-a33d46ac5b87 service neutron] 10.222.0.44 "GET /v2.0/networks/65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234300 Jun 07 07:01:47.670828 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ca50b-2789-4ba1-82d8-b25dc85ec5e5 req-7255e4f6-d0ad-458e-8b11-7729a30e5119 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:01:47.672247 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5c0ca50b-2789-4ba1-82d8-b25dc85ec5e5 req-7255e4f6-d0ad-458e-8b11-7729a30e5119 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 943 time: 0.0798707 Jun 07 07:01:47.719270 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5c0ca50b-2789-4ba1-82d8-b25dc85ec5e5 req-94614d2e-8499-44d4-ac17-71af617e8ee3 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413067 Jun 07 07:01:48.384145 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device 2c8a1005-55de-40cc-a6e2-29654b4e37f0 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 07:01:48.516640 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port 2c8a1005-55de-40cc-a6e2-29654b4e37f0, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2c8a1005-55de-40cc-a6e2-29654b4e37f0,segment=NetworkSegment(af2c1ab1-ee4e-455f-82ce-f3bfb8e98966),segment_id=af2c1ab1-ee4e-455f-82ce-f3bfb8e98966)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:01:48.529217 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Returning: {'device': '2c8a1005-55de-40cc-a6e2-29654b4e37f0', 'network_id': '65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3', 'port_id': '2c8a1005-55de-40cc-a6e2-29654b4e37f0', 'mac_address': 'fa:16:3e:1d:34:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fbf224f-d665-4180-b1da-45e679144cae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 07:01:48.581500 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:48.597271 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c8a1005-55de-40cc-a6e2-29654b4e37f0 {{(pid=91760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 07:01:48.611984 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port 2c8a1005-55de-40cc-a6e2-29654b4e37f0, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2c8a1005-55de-40cc-a6e2-29654b4e37f0,segment=NetworkSegment(af2c1ab1-ee4e-455f-82ce-f3bfb8e98966),segment_id=af2c1ab1-ee4e-455f-82ce-f3bfb8e98966)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:01:48.615670 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:48.619090 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-d6c1321d-0460-4b62-b58b-4e5d6c67f076 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:48.717067 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=2c8a1005-55de-40cc-a6e2-29654b4e37f0,revision_number=4']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:48.720145 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:48.839101 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] get_ports_and_sgs() called for port_ids ['2c8a1005-55de-40cc-a6e2-29654b4e37f0'] {{(pid=91760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 07:01:48.906076 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da28a3-2dbb-4f04-af66-eb0d5dda7e2f req-d5bcffc7-cfe9-44bd-8065-6ccf8da6f198 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:01:48.907409 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-a6da28a3-2dbb-4f04-af66-eb0d5dda7e2f req-d5bcffc7-cfe9-44bd-8065-6ccf8da6f198 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 944 time: 0.0844042 Jun 07 07:01:48.951927 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-a6da28a3-2dbb-4f04-af66-eb0d5dda7e2f req-17bf5490-7a44-4c95-b983-c3892dbe7fe3 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386961 Jun 07 07:01:50.136954 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcdc44-fc5e-46a2-8bf3-f6b53fdfe892 req-d185453b-40bc-471c-aa83-29b29d495ce1 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:01:50.138448 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-77dcdc44-fc5e-46a2-8bf3-f6b53fdfe892 req-d185453b-40bc-471c-aa83-29b29d495ce1 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 944 time: 0.0798297 Jun 07 07:01:50.182904 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-77dcdc44-fc5e-46a2-8bf3-f6b53fdfe892 req-821ec149-7cb3-42ec-b18f-3cb6cfa0435f tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387714 Jun 07 07:01:50.398904 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device 2c8a1005-55de-40cc-a6e2-29654b4e37f0 up at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 07:01:50.471140 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Provisioning for port 2c8a1005-55de-40cc-a6e2-29654b4e37f0 completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 07:01:50.475803 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Provisioning complete for port 2c8a1005-55de-40cc-a6e2-29654b4e37f0 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:01:50.476278 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:50.594947 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:50.622644 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7de277-0b02-4dac-8154-6d590ce599b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c8a1005-55de-40cc-a6e2-29654b4e37f0'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:01:50.624862 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bdfcc22c2f6cd30966a80f508f9d4395b4bd329b93c89cee5ea7ddf2c7e5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e09e871-bf09-4593-8158-c621216ac927" -d '{"events": [{"server_uuid": "3c7de277-0b02-4dac-8154-6d590ce599b9", "name": "network-vif-plugged", "status": "completed", "tag": "2c8a1005-55de-40cc-a6e2-29654b4e37f0"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:01:50.632227 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port 2c8a1005-55de-40cc-a6e2-29654b4e37f0, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2c8a1005-55de-40cc-a6e2-29654b4e37f0,segment=NetworkSegment(af2c1ab1-ee4e-455f-82ce-f3bfb8e98966),segment_id=af2c1ab1-ee4e-455f-82ce-f3bfb8e98966)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:01:50.636302 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:50.638281 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:01:50.672162 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 07:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093cab30-f7a7-4607-b21d-dacfde40939f x-openstack-request-id: req-093cab30-f7a7-4607-b21d-dacfde40939f {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:01:50.672463 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c7de277-0b02-4dac-8154-6d590ce599b9", "name": "network-vif-plugged", "status": "completed", "tag": "2c8a1005-55de-40cc-a6e2-29654b4e37f0", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:01:50.672727 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-093cab30-f7a7-4607-b21d-dacfde40939f {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:01:50.673113 dv-cinder-784140-5-iscsi neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7de277-0b02-4dac-8154-6d590ce599b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c8a1005-55de-40cc-a6e2-29654b4e37f0', 'code': 200} Jun 07 07:01:50.705827 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=2c8a1005-55de-40cc-a6e2-29654b4e37f0,revision_number=5']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:01:50.708614 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:01:50.892798 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae44df-b363-4a61-a451-7d3e7ce88930 req-d67e81c9-888a-4712-a7fe-1f65051f4b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:01:50.894195 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-bdae44df-b363-4a61-a451-7d3e7ce88930 req-d67e81c9-888a-4712-a7fe-1f65051f4b3b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 1098 time: 0.0682189 Jun 07 07:01:51.366453 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd757d5b-13e9-43c4-b754-adb76b514793 req-a2314ff7-ed90-4457-8df9-15d24f592c3a tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:01:51.367951 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-fd757d5b-13e9-43c4-b754-adb76b514793 req-a2314ff7-ed90-4457-8df9-15d24f592c3a tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 945 time: 0.0814116 Jun 07 07:01:51.411166 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-fd757d5b-13e9-43c4-b754-adb76b514793 req-f08a63cf-ed69-481d-b378-8b8c1184959c tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377886 Jun 07 07:01:51.828653 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-bdae44df-b363-4a61-a451-7d3e7ce88930 req-96199f45-34f9-47db-a33d-e21ad735b1bf service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386593 Jun 07 07:01:52.597844 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5990231-ea00-4ecd-9ea5-50a60f0e97d9 req-32b8b303-8bd3-4bd0-90c7-cd7adf4a24dd tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:01:52.599254 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-c5990231-ea00-4ecd-9ea5-50a60f0e97d9 req-32b8b303-8bd3-4bd0-90c7-cd7adf4a24dd tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 945 time: 0.0791662 Jun 07 07:01:52.643963 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-c5990231-ea00-4ecd-9ea5-50a60f0e97d9 req-9fb08836-604c-4ba6-a69f-f4cd7f8b0c34 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390041 Jun 07 07:01:53.826892 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af33e6d-bceb-433e-8e48-3bdc2eb6b2bb req-79be8fe2-26bd-4900-aa77-d00e923e2efe tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:01:53.828243 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-9af33e6d-bceb-433e-8e48-3bdc2eb6b2bb req-79be8fe2-26bd-4900-aa77-d00e923e2efe tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 945 time: 0.0785162 Jun 07 07:01:53.872784 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-9af33e6d-bceb-433e-8e48-3bdc2eb6b2bb req-be9f1903-880a-4257-ad75-85f778b6aaa0 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389755 Jun 07 07:01:55.060365 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa92948-cb3a-4cf6-a986-0e6d22697c3d req-054891e5-e865-44d6-a931-7f41b52ba5cc tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:01:55.061807 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-1fa92948-cb3a-4cf6-a986-0e6d22697c3d req-054891e5-e865-44d6-a931-7f41b52ba5cc tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 945 time: 0.0837941 Jun 07 07:01:55.114107 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-1fa92948-cb3a-4cf6-a986-0e6d22697c3d req-028f039c-87a2-4030-95a6-05b9945f46e2 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433819 Jun 07 07:01:55.317726 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20e025-1c6c-42ad-98c2-c24997f5d8e9 req-330c19ef-444a-42ca-abcf-c25b460e3fa9 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:01:55.319205 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-9c20e025-1c6c-42ad-98c2-c24997f5d8e9 req-330c19ef-444a-42ca-abcf-c25b460e3fa9 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 945 time: 0.1027057 Jun 07 07:01:55.328954 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 47618) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:01:55.333651 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-acccff5e-8928-4c64-a2f5-d2625bdf2f10 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Request body: {'floatingip': {'port_id': '2c8a1005-55de-40cc-a6e2-29654b4e37f0'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:01:55.421261 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-acccff5e-8928-4c64-a2f5-d2625bdf2f10 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks [] for floatingip, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:56.051656 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-acccff5e-8928-4c64-a2f5-d2625bdf2f10 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:56.055927 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-acccff5e-8928-4c64-a2f5-d2625bdf2f10 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3885433'] for floatingip, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:56.221829 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.db.l3_db [None req-acccff5e-8928-4c64-a2f5-d2625bdf2f10 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Floating IP f7a4e01d-e2d5-4cd1-b218-e5fb6bf8f23c associated. External IP: 172.27.1.254, port: 2c8a1005-55de-40cc-a6e2-29654b4e37f0. Jun 07 07:01:56.261645 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.agents_db [None req-46aecb79-32b8-4105-868b-523cea85afea None None] Agent healthcheck: found 6 active agents {{(pid=91761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 07:01:56.661704 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acccff5e-8928-4c64-a2f5-d2625bdf2f10 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Router f316f3d2-2c89-4a0a-bcdf-b83455de0a4e has already been hosted by L3 agent 207d1699-2b30-4848-a9d2-d112df8957f2 {{(pid=91759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 07:01:56.835691 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acccff5e-8928-4c64-a2f5-d2625bdf2f10 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify agent at l3_agent.dv-cinder-784140-5-iscsi the message routers_updated {{(pid=91759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 07:01:56.840728 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-acccff5e-8928-4c64-a2f5-d2625bdf2f10 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for floatingip, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:01:56.847285 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8b6130-27b3-407a-a25e-4db928908e8c None None] Sync routers for ids ['f316f3d2-2c89-4a0a-bcdf-b83455de0a4e'] in dv-cinder-784140-5-iscsi {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 07:01:56.857932 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8b6130-27b3-407a-a25e-4db928908e8c None None] Routers {'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:01:56.858649 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-ef8b6130-27b3-407a-a25e-4db928908e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:01:38Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['f316f3d2-2c89-4a0a-bcdf-b83455de0a4e'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:01:56.898324 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-acccff5e-8928-4c64-a2f5-d2625bdf2f10 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "PUT /v2.0/floatingips/f7a4e01d-e2d5-4cd1-b218-e5fb6bf8f23c HTTP/1.1" status: 200 len: 991 time: 1.5682414 Jun 07 07:01:56.899082 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c7de277-0b02-4dac-8154-6d590ce599b9', 'tag': '2c8a1005-55de-40cc-a6e2-29654b4e37f0'}] {{(pid=91759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:01:56.901493 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a053f81c338bbf1e2ede0d69cafce5cf20f9436aa375ccea032d9338f79a3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d287d54-670a-41cd-a7ef-e032c34567fe" -d '{"events": [{"name": "network-changed", "server_uuid": "3c7de277-0b02-4dac-8154-6d590ce599b9", "tag": "2c8a1005-55de-40cc-a6e2-29654b4e37f0"}]}' {{(pid=91759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:01:56.944595 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 07:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b751d59-047a-4c60-a5b1-7ef983387517 x-openstack-request-id: req-8b751d59-047a-4c60-a5b1-7ef983387517 {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:01:56.945062 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c7de277-0b02-4dac-8154-6d590ce599b9", "tag": "2c8a1005-55de-40cc-a6e2-29654b4e37f0", "status": "completed", "code": 200}]} {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:01:56.945353 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8b751d59-047a-4c60-a5b1-7ef983387517 {{(pid=91759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:01:56.946496 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c7de277-0b02-4dac-8154-6d590ce599b9', 'tag': '2c8a1005-55de-40cc-a6e2-29654b4e37f0', 'status': 'completed', 'code': 200} Jun 07 07:01:57.045968 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-ef8b6130-27b3-407a-a25e-4db928908e8c None None] Set router f316f3d2-2c89-4a0a-bcdf-b83455de0a4e gateway port host: dv-cinder-784140-5-iscsi {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:01:57.054719 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d287d54-670a-41cd-a7ef-e032c34567fe req-c4122171-d752-49f9-9dd0-695e1526b6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:01:57.057145 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-5d287d54-670a-41cd-a7ef-e032c34567fe req-c4122171-d752-49f9-9dd0-695e1526b6c4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3be3b372352b4be7914c70797c62b825&device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 1098 time: 0.0827239 Jun 07 07:01:57.190503 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d287d54-670a-41cd-a7ef-e032c34567fe req-612c0ceb-a36c-4a04-9057-28d5aee21a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:01:57.191846 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-5d287d54-670a-41cd-a7ef-e032c34567fe req-612c0ceb-a36c-4a04-9057-28d5aee21a25 service neutron] 10.222.0.44 "GET /v2.0/networks?id=65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3 HTTP/1.1" status: 200 len: 912 time: 0.1273565 Jun 07 07:01:57.401918 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-5d287d54-670a-41cd-a7ef-e032c34567fe req-de346bb0-484a-4b1b-b5af-c2eba9fca374 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c8a1005-55de-40cc-a6e2-29654b4e37f0 HTTP/1.1" status: 200 len: 999 time: 0.2022858 Jun 07 07:01:57.428851 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-ef8b6130-27b3-407a-a25e-4db928908e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'name': 'tempest-AttachVolumeTestJSON-1665678765-router', 'tenant_id': '3be3b372352b4be7914c70797c62b825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '61cdd2d4-4422-440c-9464-b3d85f7e9464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:01:34Z', 'updated_at': '2021-06-07T07:01:38Z', 'revision_number': 4, 'project_id': '3be3b372352b4be7914c70797c62b825', 'gw_port': {'id': '61cdd2d4-4422-440c-9464-b3d85f7e9464', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:af:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:01:35Z', 'updated_at': '2021-06-07T07:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_floatingips': [{'id': 'f7a4e01d-e2d5-4cd1-b218-e5fb6bf8f23c', 'tenant_id': '3be3b372352b4be7914c70797c62b825', 'floating_ip_address': '172.27.1.254', 'floating_network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'router_id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'port_id': '2c8a1005-55de-40cc-a6e2-29654b4e37f0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3', 'mac_address': 'fa:16:3e:1d:34:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7de277-0b02-4dac-8154-6d590ce599b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T07:01:41Z', 'updated_at': '2021-06-07T07:01:55Z', 'revision_number': 1, 'project_id': '3be3b372352b4be7914c70797c62b825', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad', 'name': '', 'network_id': '65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3', 'tenant_id': '3be3b372352b4be7914c70797c62b825', 'mac_address': 'fa:16:3e:95:75:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5fbf224f-d665-4180-b1da-45e679144cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:01:37Z', 'updated_at': '2021-06-07T07:01:44Z', 'revision_number': 5, 'project_id': '3be3b372352b4be7914c70797c62b825', 'subnets': [{'id': '5fbf224f-d665-4180-b1da-45e679144cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:01:57.433465 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8b6130-27b3-407a-a25e-4db928908e8c None None] Checking router: f316f3d2-2c89-4a0a-bcdf-b83455de0a4e for host: dv-cinder-784140-5-iscsi {{(pid=91761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 07:01:57.441536 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8b6130-27b3-407a-a25e-4db928908e8c None None] Routers {'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:01:57.442096 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-ef8b6130-27b3-407a-a25e-4db928908e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:01:38Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['f316f3d2-2c89-4a0a-bcdf-b83455de0a4e'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:01:57.466636 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d287d54-670a-41cd-a7ef-e032c34567fe req-7567d467-559e-4466-92ea-bb95086e7a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:01:57.468058 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-5d287d54-670a-41cd-a7ef-e032c34567fe req-7567d467-559e-4466-92ea-bb95086e7a4b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5fbf224f-d665-4180-b1da-45e679144cae HTTP/1.1" status: 200 len: 850 time: 0.0600011 Jun 07 07:01:57.543341 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d287d54-670a-41cd-a7ef-e032c34567fe req-b4d76171-513c-4be7-937e-d00b62146d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:01:57.544821 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-5d287d54-670a-41cd-a7ef-e032c34567fe req-b4d76171-513c-4be7-937e-d00b62146d0e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0705075 Jun 07 07:01:57.615730 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-ef8b6130-27b3-407a-a25e-4db928908e8c None None] Set router f316f3d2-2c89-4a0a-bcdf-b83455de0a4e gateway port host: dv-cinder-784140-5-iscsi {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:01:57.702692 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-5d287d54-670a-41cd-a7ef-e032c34567fe req-70a777e4-d338-488d-b519-b30d14885cfa service neutron] 10.222.0.44 "GET /v2.0/networks/65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513295 Jun 07 07:01:57.861494 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-5d287d54-670a-41cd-a7ef-e032c34567fe req-c477dc2c-df68-4e81-ac2b-456e1ecea051 service neutron] 10.222.0.44 "GET /v2.0/networks/65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525548 Jun 07 07:01:57.896168 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-5b12341e-627e-4d81-8bee-678ff41072e6 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1125864699&fields=id&tenant_id=7a5f883678724bcaa5897caf09eee996 HTTP/1.1" status: 200 len: 267 time: 0.0427365 Jun 07 07:01:58.034529 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-ef8b6130-27b3-407a-a25e-4db928908e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'name': 'tempest-AttachVolumeTestJSON-1665678765-router', 'tenant_id': '3be3b372352b4be7914c70797c62b825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '61cdd2d4-4422-440c-9464-b3d85f7e9464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:01:34Z', 'updated_at': '2021-06-07T07:01:38Z', 'revision_number': 4, 'project_id': '3be3b372352b4be7914c70797c62b825', 'gw_port': {'id': '61cdd2d4-4422-440c-9464-b3d85f7e9464', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:af:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:01:35Z', 'updated_at': '2021-06-07T07:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_floatingips': [{'id': 'f7a4e01d-e2d5-4cd1-b218-e5fb6bf8f23c', 'tenant_id': '3be3b372352b4be7914c70797c62b825', 'floating_ip_address': '172.27.1.254', 'floating_network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'router_id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'port_id': '2c8a1005-55de-40cc-a6e2-29654b4e37f0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3', 'mac_address': 'fa:16:3e:1d:34:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7de277-0b02-4dac-8154-6d590ce599b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T07:01:41Z', 'updated_at': '2021-06-07T07:01:55Z', 'revision_number': 1, 'project_id': '3be3b372352b4be7914c70797c62b825', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad', 'name': '', 'network_id': '65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3', 'tenant_id': '3be3b372352b4be7914c70797c62b825', 'mac_address': 'fa:16:3e:95:75:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5fbf224f-d665-4180-b1da-45e679144cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:01:37Z', 'updated_at': '2021-06-07T07:01:44Z', 'revision_number': 5, 'project_id': '3be3b372352b4be7914c70797c62b825', 'subnets': [{'id': '5fbf224f-d665-4180-b1da-45e679144cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:01:58.042082 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8b6130-27b3-407a-a25e-4db928908e8c None None] The sync data for ids ['f316f3d2-2c89-4a0a-bcdf-b83455de0a4e'] in dv-cinder-784140-5-iscsi is: [{'id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'name': 'tempest-AttachVolumeTestJSON-1665678765-router', 'tenant_id': '3be3b372352b4be7914c70797c62b825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '61cdd2d4-4422-440c-9464-b3d85f7e9464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:01:34Z', 'updated_at': '2021-06-07T07:01:38Z', 'revision_number': 4, 'project_id': '3be3b372352b4be7914c70797c62b825', 'gw_port': {'id': '61cdd2d4-4422-440c-9464-b3d85f7e9464', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:af:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:01:35Z', 'updated_at': '2021-06-07T07:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_floatingips': [{'id': 'f7a4e01d-e2d5-4cd1-b218-e5fb6bf8f23c', 'tenant_id': '3be3b372352b4be7914c70797c62b825', 'floating_ip_address': '172.27.1.254', 'floating_network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'router_id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'port_id': '2c8a1005-55de-40cc-a6e2-29654b4e37f0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3', 'mac_address': 'fa:16:3e:1d:34:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7de277-0b02-4dac-8154-6d590ce599b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T07:01:41Z', 'updated_at': '2021-06-07T07:01:55Z', 'revision_number': 1, 'project_id': '3be3b372352b4be7914c70797c62b825', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad', 'name': '', 'network_id': '65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3', 'tenant_id': '3be3b372352b4be7914c70797c62b825', 'mac_address': 'fa:16:3e:95:75:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5fbf224f-d665-4180-b1da-45e679144cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:01:37Z', 'updated_at': '2021-06-07T07:01:44Z', 'revision_number': 5, 'project_id': '3be3b372352b4be7914c70797c62b825', 'subnets': [{'id': '5fbf224f-d665-4180-b1da-45e679144cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 07:01:58.061507 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-8d7e8d51-eabc-4e21-991a-e7f563a418e4 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:01:58.063040 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-8d7e8d51-eabc-4e21-991a-e7f563a418e4 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/networks?id=604d240f-ca58-417e-b867-1593c3d5d8ef HTTP/1.1" status: 200 len: 811 time: 0.1589532 Jun 07 07:01:58.078525 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-cb339d01-62d8-49f6-a3f6-defc5c6020a3 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/quotas/7a5f883678724bcaa5897caf09eee996 HTTP/1.1" status: 200 len: 375 time: 0.0100172 Jun 07 07:01:58.176577 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-a77bdbae-d077-46a8-a7dd-6e174943eb3e tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7a5f883678724bcaa5897caf09eee996&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0923047 Jun 07 07:01:58.233145 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45fb406-2df1-4e93-8867-ba35c5284743 None None] New status for floating IP f7a4e01d-e2d5-4cd1-b218-e5fb6bf8f23c: ACTIVE {{(pid=91760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 07:01:58.322067 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-1d478e40-ea5f-4c38-bce1-b6cc9c4ae951 service neutron] 10.222.0.35 "GET /v2.0/networks/604d240f-ca58-417e-b867-1593c3d5d8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323218 Jun 07 07:01:58.461216 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-45c3528a-06ea-4d9a-a602-7d4b97e29bbc service neutron] 10.222.0.35 "GET /v2.0/networks/604d240f-ca58-417e-b867-1593c3d5d8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334436 Jun 07 07:01:58.857041 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-f686c5bd-e164-4e57-a8c3-c80392f2aa2c req-591fa187-ad79-4fc7-a42b-0102358fba13 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=efbf7f0e-ec90-45b7-926c-8299436e47f7 HTTP/1.1" status: 200 len: 210 time: 0.0483587 Jun 07 07:01:59.905039 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-5f0c26d5-32e7-4fd3-9cf2-bf2c2c9d8d8e tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:01:59.906633 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-5f0c26d5-32e7-4fd3-9cf2-bf2c2c9d8d8e tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.44 "GET /v2.0/networks?id=604d240f-ca58-417e-b867-1593c3d5d8ef HTTP/1.1" status: 200 len: 811 time: 0.1596000 Jun 07 07:01:59.958802 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-5751ec3f-1fee-44f4-9f3f-1d9a65b1d4eb tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a5f883678724bcaa5897caf09eee996 HTTP/1.1" status: 200 len: 380 time: 0.0443480 Jun 07 07:02:00.013389 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-f0eab4c4-0834-4f4c-8821-9a62dc72b6b4 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Request body: {'port': {'device_id': 'efbf7f0e-ec90-45b7-926c-8299436e47f7', 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef', 'admin_state_up': True, 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'security_groups': ['d8efbc9d-d1ea-47c2-9845-35cab17dcfa4']}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:02:00.030840 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0ff84bde-b5b8-4243-b51a-b922a472e480 req-6969af27-6d21-484b-a001-f440cf7bb687 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=efbf7f0e-ec90-45b7-926c-8299436e47f7 HTTP/1.1" status: 200 len: 210 time: 0.0628853 Jun 07 07:02:00.173577 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-f0eab4c4-0834-4f4c-8821-9a62dc72b6b4 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Made reservation on behalf of 7a5f883678724bcaa5897caf09eee996 for: {'port': 1} {{(pid=91758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 07:02:00.177169 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-f0eab4c4-0834-4f4c-8821-9a62dc72b6b4 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:00.341586 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.db_base_plugin_common [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-f0eab4c4-0834-4f4c-8821-9a62dc72b6b4 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Allocated IP 172.20.0.13 (604d240f-ca58-417e-b867-1593c3d5d8ef/87a72f20-455f-479d-87c8-83d2f8548043/7e729347-9b48-484a-b3f9-3d82a5159cbc) {{(pid=91758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 07:02:00.534372 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-f0eab4c4-0834-4f4c-8821-9a62dc72b6b4 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks [] for port, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:00.552506 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-f0eab4c4-0834-4f4c-8821-9a62dc72b6b4 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Transition to ACTIVE for port object 7e729347-9b48-484a-b3f9-3d82a5159cbc will not be triggered until provisioned by entity DHCP. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 07:02:00.575882 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-f0eab4c4-0834-4f4c-8821-9a62dc72b6b4 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:00.581397 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:02:00.651383 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-f0eab4c4-0834-4f4c-8821-9a62dc72b6b4 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Network 604d240f-ca58-417e-b867-1593c3d5d8ef is already hosted by enough agents. {{(pid=91758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 07:02:00.654501 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.base_scheduler [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-f0eab4c4-0834-4f4c-8821-9a62dc72b6b4 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Resources bound (agent type, host, resource id): {{(pid=91758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 07:02:00.658357 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-f0eab4c4-0834-4f4c-8821-9a62dc72b6b4 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Received port after_create {{(pid=91758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 07:02:00.689448 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eab4c4-0834-4f4c-8821-9a62dc72b6b4 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Pushing event updated for resources: {'Port': ['ID=7e729347-9b48-484a-b3f9-3d82a5159cbc,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:02:00.696687 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-f0eab4c4-0834-4f4c-8821-9a62dc72b6b4 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:02:00.729071 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-f0eab4c4-0834-4f4c-8821-9a62dc72b6b4 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:00.729691 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-f0eab4c4-0834-4f4c-8821-9a62dc72b6b4 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:00.748351 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-f0eab4c4-0834-4f4c-8821-9a62dc72b6b4 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7450442 Jun 07 07:02:00.759891 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-768201ae-c34a-4ddd-b68a-b35910806d3c service neutron] Request body: {'port': {'device_id': 'efbf7f0e-ec90-45b7-926c-8299436e47f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:02:00.871797 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-768201ae-c34a-4ddd-b68a-b35910806d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:00.916130 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-f26f9dcd-8520-4b2f-9790-99e58be3808f None None] Provisioning for port 7e729347-9b48-484a-b3f9-3d82a5159cbc completed by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 07:02:00.921001 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-f26f9dcd-8520-4b2f-9790-99e58be3808f None None] Provisioning complete for port 7e729347-9b48-484a-b3f9-3d82a5159cbc triggered by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:02:00.921379 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-f26f9dcd-8520-4b2f-9790-99e58be3808f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:00.975090 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-f26f9dcd-8520-4b2f-9790-99e58be3808f None None] Port 7e729347-9b48-484a-b3f9-3d82a5159cbc cannot update to ACTIVE because it is not bound. {{(pid=91760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 07:02:01.329205 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc834d02-d744-491a-894e-fdfe30adc704 req-124e5ebf-d5da-4f0e-aede-4dddaa71b505 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:01.330683 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-dc834d02-d744-491a-894e-fdfe30adc704 req-124e5ebf-d5da-4f0e-aede-4dddaa71b505 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=efbf7f0e-ec90-45b7-926c-8299436e47f7 HTTP/1.1" status: 200 len: 932 time: 0.1886966 Jun 07 07:02:01.431990 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-768201ae-c34a-4ddd-b68a-b35910806d3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e729347-9b48-484a-b3f9-3d82a5159cbc {{(pid=91758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 07:02:01.441559 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-dc834d02-d744-491a-894e-fdfe30adc704 req-582d7296-8c7b-44f5-913b-7d5b6860571d tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005974 Jun 07 07:02:01.443063 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-768201ae-c34a-4ddd-b68a-b35910806d3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:01.458082 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-768201ae-c34a-4ddd-b68a-b35910806d3c service neutron] Transition to ACTIVE for port object 7e729347-9b48-484a-b3f9-3d82a5159cbc will not be triggered until provisioned by entity L2. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 07:02:01.462510 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-768201ae-c34a-4ddd-b68a-b35910806d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2309382'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:01.466196 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-1975bfe0-973f-4988-a5ec-b999103b75f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:02:01.593034 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768201ae-c34a-4ddd-b68a-b35910806d3c service neutron] Pushing event updated for resources: {'Port': ['ID=7e729347-9b48-484a-b3f9-3d82a5159cbc,revision_number=2']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:02:01.623773 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-768201ae-c34a-4ddd-b68a-b35910806d3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:02:01.698229 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-768201ae-c34a-4ddd-b68a-b35910806d3c service neutron] Attempting to bind port 7e729347-9b48-484a-b3f9-3d82a5159cbc on host hv-cinder-78414 for vnic_type normal with profile {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 07:02:01.699263 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-768201ae-c34a-4ddd-b68a-b35910806d3c service neutron] Attempting to bind port 7e729347-9b48-484a-b3f9-3d82a5159cbc by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '885fa550-1759-4487-99dc-70f937f90f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef'}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 07:02:01.699934 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-768201ae-c34a-4ddd-b68a-b35910806d3c service neutron] Attempting to bind port 7e729347-9b48-484a-b3f9-3d82a5159cbc on network 604d240f-ca58-417e-b867-1593c3d5d8ef {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 07:02:01.705117 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-768201ae-c34a-4ddd-b68a-b35910806d3c service neutron] Port 7e729347-9b48-484a-b3f9-3d82a5159cbc on network 604d240f-ca58-417e-b867-1593c3d5d8ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 07:02:01.705433 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-768201ae-c34a-4ddd-b68a-b35910806d3c service neutron] Attempting to bind port 7e729347-9b48-484a-b3f9-3d82a5159cbc on network 604d240f-ca58-417e-b867-1593c3d5d8ef {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 07:02:01.710530 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-768201ae-c34a-4ddd-b68a-b35910806d3c service neutron] Checking agent: {'id': '6ac81f3b-c4b1-4231-aa5b-62c4bc3a8245', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 52, 32), 'started_at': datetime.datetime(2021, 6, 7, 6, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 7, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 07:02:01.710859 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-768201ae-c34a-4ddd-b68a-b35910806d3c service neutron] Checking segment: {'id': '885fa550-1759-4487-99dc-70f937f90f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 07:02:01.711914 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-768201ae-c34a-4ddd-b68a-b35910806d3c service neutron] Bound using segment: {'id': '885fa550-1759-4487-99dc-70f937f90f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef'} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 07:02:01.712464 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-768201ae-c34a-4ddd-b68a-b35910806d3c service neutron] Bound port: 7e729347-9b48-484a-b3f9-3d82a5159cbc, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '885fa550-1759-4487-99dc-70f937f90f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef'}}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 07:02:01.712623 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-768201ae-c34a-4ddd-b68a-b35910806d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:01.801439 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-768201ae-c34a-4ddd-b68a-b35910806d3c service neutron] For port 7e729347-9b48-484a-b3f9-3d82a5159cbc, host hv-cinder-78414, cleared binding levels {{(pid=91758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 07:02:01.804442 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-768201ae-c34a-4ddd-b68a-b35910806d3c service neutron] For port 7e729347-9b48-484a-b3f9-3d82a5159cbc, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=7e729347-9b48-484a-b3f9-3d82a5159cbc,segment=NetworkSegment(885fa550-1759-4487-99dc-70f937f90f45),segment_id=885fa550-1759-4487-99dc-70f937f90f45)] {{(pid=91758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 07:02:01.809495 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-768201ae-c34a-4ddd-b68a-b35910806d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2309382'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:01.813804 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-7cd690b3-6ea5-45f9-af7f-024f4290b535 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:02:01.868662 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-768201ae-c34a-4ddd-b68a-b35910806d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:01.869365 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-768201ae-c34a-4ddd-b68a-b35910806d3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:01.870618 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-768201ae-c34a-4ddd-b68a-b35910806d3c service neutron] 10.222.0.44 "PUT /v2.0/ports/7e729347-9b48-484a-b3f9-3d82a5159cbc HTTP/1.1" status: 200 len: 1094 time: 1.1149688 Jun 07 07:02:01.871077 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbf7f0e-ec90-45b7-926c-8299436e47f7', 'tag': '7e729347-9b48-484a-b3f9-3d82a5159cbc'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:02:01.873320 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec36a6c19c8fb969b847be0da992033db50c3714a14aa90e68a12edeb3f3a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532b85a6-b674-426d-a33e-0af68cc5d528" -d '{"events": [{"name": "network-changed", "server_uuid": "efbf7f0e-ec90-45b7-926c-8299436e47f7", "tag": "7e729347-9b48-484a-b3f9-3d82a5159cbc"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:02:01.896913 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768201ae-c34a-4ddd-b68a-b35910806d3c service neutron] Pushing event updated for resources: {'Port': ['ID=7e729347-9b48-484a-b3f9-3d82a5159cbc,revision_number=3']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:02:01.901386 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-768201ae-c34a-4ddd-b68a-b35910806d3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:02:01.920819 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 07:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa961d96-a4fb-41b6-97ea-82e9190a3a96 x-openstack-request-id: req-fa961d96-a4fb-41b6-97ea-82e9190a3a96 {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:02:01.921227 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efbf7f0e-ec90-45b7-926c-8299436e47f7", "tag": "7e729347-9b48-484a-b3f9-3d82a5159cbc", "status": "completed", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:02:01.921586 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fa961d96-a4fb-41b6-97ea-82e9190a3a96 {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:02:01.922113 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbf7f0e-ec90-45b7-926c-8299436e47f7', 'tag': '7e729347-9b48-484a-b3f9-3d82a5159cbc', 'status': 'completed', 'code': 200} Jun 07 07:02:02.001694 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-4226ea86-c861-4aa3-ba41-c8bb605df3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:02.003208 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-4226ea86-c861-4aa3-ba41-c8bb605df3da service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a5f883678724bcaa5897caf09eee996&device_id=efbf7f0e-ec90-45b7-926c-8299436e47f7 HTTP/1.1" status: 200 len: 1097 time: 0.0781929 Jun 07 07:02:02.069633 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-8d353ea3-d3c1-49df-ab1c-2d643ef585cc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e729347-9b48-484a-b3f9-3d82a5159cbc HTTP/1.1" status: 200 len: 217 time: 0.0590217 Jun 07 07:02:02.133877 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-f33124a8-a150-432a-8472-e5fcca07e1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:02.135312 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-f33124a8-a150-432a-8472-e5fcca07e1d7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=87a72f20-455f-479d-87c8-83d2f8548043 HTTP/1.1" status: 200 len: 850 time: 0.0593641 Jun 07 07:02:02.208860 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-b5eca517-826e-4cf1-bc86-b5262bdcc513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:02.210281 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-b5eca517-826e-4cf1-bc86-b5262bdcc513 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=604d240f-ca58-417e-b867-1593c3d5d8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692706 Jun 07 07:02:02.339950 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-4b974fa6-f28e-4a46-9c22-a13905a07b21 service neutron] 10.222.0.44 "GET /v2.0/networks/604d240f-ca58-417e-b867-1593c3d5d8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220405 Jun 07 07:02:02.469941 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-93b44fd1-7925-4244-9b01-d3fc8f5c27cb req-cb30791e-23de-41c4-93cc-8a73760adb2e service neutron] 10.222.0.44 "GET /v2.0/networks/604d240f-ca58-417e-b867-1593c3d5d8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242979 Jun 07 07:02:02.586836 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b85a6-b674-426d-a33e-0af68cc5d528 req-18216b55-8591-4666-9ab0-cdbb55b925eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:02.588109 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-532b85a6-b674-426d-a33e-0af68cc5d528 req-18216b55-8591-4666-9ab0-cdbb55b925eb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a5f883678724bcaa5897caf09eee996&device_id=efbf7f0e-ec90-45b7-926c-8299436e47f7 HTTP/1.1" status: 200 len: 1097 time: 0.0737305 Jun 07 07:02:02.628663 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d959cba-4e9d-4eb7-b515-78bab579aba4 req-5b5d8e04-fd48-4328-9583-db413263d4c9 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:02.630169 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-1d959cba-4e9d-4eb7-b515-78bab579aba4 req-5b5d8e04-fd48-4328-9583-db413263d4c9 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=efbf7f0e-ec90-45b7-926c-8299436e47f7 HTTP/1.1" status: 200 len: 944 time: 0.0809336 Jun 07 07:02:02.684332 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-1d959cba-4e9d-4eb7-b515-78bab579aba4 req-3faf3910-97d6-4c8a-a3a5-ca44783b22f6 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483737 Jun 07 07:02:02.824425 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b85a6-b674-426d-a33e-0af68cc5d528 req-7a649e5c-51cf-415b-a190-06c7e7ca5729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:02.825979 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-532b85a6-b674-426d-a33e-0af68cc5d528 req-7a649e5c-51cf-415b-a190-06c7e7ca5729 service neutron] 10.222.0.44 "GET /v2.0/networks?id=604d240f-ca58-417e-b867-1593c3d5d8ef HTTP/1.1" status: 200 len: 912 time: 0.2307148 Jun 07 07:02:02.885808 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:02.908010 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-532b85a6-b674-426d-a33e-0af68cc5d528 req-bb796358-6ccd-43b3-ad9d-cfcc854e0f16 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e729347-9b48-484a-b3f9-3d82a5159cbc HTTP/1.1" status: 200 len: 217 time: 0.0725381 Jun 07 07:02:02.974041 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b85a6-b674-426d-a33e-0af68cc5d528 req-3dbda1ff-7334-4ff4-83c0-15223e2fe998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:02.975425 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-532b85a6-b674-426d-a33e-0af68cc5d528 req-3dbda1ff-7334-4ff4-83c0-15223e2fe998 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=87a72f20-455f-479d-87c8-83d2f8548043 HTTP/1.1" status: 200 len: 850 time: 0.0592265 Jun 07 07:02:03.056503 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b85a6-b674-426d-a33e-0af68cc5d528 req-f8c70729-68f8-4954-8e9f-bd3982eed222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:03.058628 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-532b85a6-b674-426d-a33e-0af68cc5d528 req-f8c70729-68f8-4954-8e9f-bd3982eed222 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=604d240f-ca58-417e-b867-1593c3d5d8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0770550 Jun 07 07:02:03.188846 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-532b85a6-b674-426d-a33e-0af68cc5d528 req-1996ab73-4f35-47d5-9eab-24ee4a9ad81f service neutron] 10.222.0.44 "GET /v2.0/networks/604d240f-ca58-417e-b867-1593c3d5d8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236243 Jun 07 07:02:03.318590 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-532b85a6-b674-426d-a33e-0af68cc5d528 req-d7ea15cb-b2f2-49a4-ae9c-7b25065ff672 service neutron] 10.222.0.44 "GET /v2.0/networks/604d240f-ca58-417e-b867-1593c3d5d8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233819 Jun 07 07:02:03.875450 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aaf732-8811-4ea4-9547-09bce207fb1f req-3793d024-fb52-49ff-a645-0220fae9c3ac tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:03.876794 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-20aaf732-8811-4ea4-9547-09bce207fb1f req-3793d024-fb52-49ff-a645-0220fae9c3ac tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=efbf7f0e-ec90-45b7-926c-8299436e47f7 HTTP/1.1" status: 200 len: 944 time: 0.0869546 Jun 07 07:02:03.921168 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-20aaf732-8811-4ea4-9547-09bce207fb1f req-9cfbd282-e6b4-4938-ade3-3e0875d29e54 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387726 Jun 07 07:02:05.204698 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-9b28956a-72ad-4773-aabb-7affc41230cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:05.253135 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b75d6-44c6-4691-96f3-3afd11b891c7 req-86e22a27-67e9-4db5-829a-7d33a2dcb8c8 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:05.254600 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-182b75d6-44c6-4691-96f3-3afd11b891c7 req-86e22a27-67e9-4db5-829a-7d33a2dcb8c8 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=efbf7f0e-ec90-45b7-926c-8299436e47f7 HTTP/1.1" status: 200 len: 944 time: 0.0872383 Jun 07 07:02:05.297762 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-182b75d6-44c6-4691-96f3-3afd11b891c7 req-60612d6a-82fa-4451-82fc-719a5b399a54 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375605 Jun 07 07:02:06.585066 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b338d-dd8d-4347-8ef2-a0833fd6ce9b req-cfda702a-af02-4688-9b97-cd04509b9f10 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:06.586660 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-632b338d-dd8d-4347-8ef2-a0833fd6ce9b req-cfda702a-af02-4688-9b97-cd04509b9f10 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=efbf7f0e-ec90-45b7-926c-8299436e47f7 HTTP/1.1" status: 200 len: 944 time: 0.1841221 Jun 07 07:02:06.631293 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-632b338d-dd8d-4347-8ef2-a0833fd6ce9b req-20302fec-bb04-4728-86c2-baa9e45671fa tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388188 Jun 07 07:02:07.821716 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f8305-1498-4058-afca-af72cb5e8507 req-cfeb7670-8e20-484e-88e4-8f0b6ab326d5 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:07.824223 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-e95f8305-1498-4058-afca-af72cb5e8507 req-cfeb7670-8e20-484e-88e4-8f0b6ab326d5 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=efbf7f0e-ec90-45b7-926c-8299436e47f7 HTTP/1.1" status: 200 len: 944 time: 0.0877302 Jun 07 07:02:07.870540 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-e95f8305-1498-4058-afca-af72cb5e8507 req-392772d2-3136-4698-98a6-22016213f3aa tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403390 Jun 07 07:02:07.880304 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:07.950725 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-10e6135c-2c4d-4a88-9e67-402522a3266f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:08.936476 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:09.057416 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ecce49-9113-4a15-a1a9-a0b8875a8883 req-e1a676d9-6b18-434a-81c6-c6099fb601a6 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:09.058899 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-63ecce49-9113-4a15-a1a9-a0b8875a8883 req-e1a676d9-6b18-434a-81c6-c6099fb601a6 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=efbf7f0e-ec90-45b7-926c-8299436e47f7 HTTP/1.1" status: 200 len: 944 time: 0.0839863 Jun 07 07:02:09.107099 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-63ecce49-9113-4a15-a1a9-a0b8875a8883 req-5d12a904-0b1e-4345-9ea9-01089e062fb4 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425887 Jun 07 07:02:10.295710 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c20c69-2e8f-4a76-845a-7a7eda869141 req-18e78486-8e4e-436e-b670-f41ca3177fe3 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:10.297161 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-67c20c69-2e8f-4a76-845a-7a7eda869141 req-18e78486-8e4e-436e-b670-f41ca3177fe3 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=efbf7f0e-ec90-45b7-926c-8299436e47f7 HTTP/1.1" status: 200 len: 944 time: 0.0849328 Jun 07 07:02:10.341192 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-67c20c69-2e8f-4a76-845a-7a7eda869141 req-0609cc9d-df2a-405d-97d6-d64bd0faf29d tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382454 Jun 07 07:02:10.499095 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device 7e729347-9b48-484a-b3f9-3d82a5159cbc details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 07:02:10.634117 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port 7e729347-9b48-484a-b3f9-3d82a5159cbc, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=7e729347-9b48-484a-b3f9-3d82a5159cbc,segment=NetworkSegment(885fa550-1759-4487-99dc-70f937f90f45),segment_id=885fa550-1759-4487-99dc-70f937f90f45)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:02:10.652931 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Returning: {'device': '7e729347-9b48-484a-b3f9-3d82a5159cbc', 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef', 'port_id': '7e729347-9b48-484a-b3f9-3d82a5159cbc', 'mac_address': 'fa:16:3e:93:af:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a72f20-455f-479d-87c8-83d2f8548043', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 07:02:10.655690 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:10.711294 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:10.727916 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e729347-9b48-484a-b3f9-3d82a5159cbc {{(pid=91760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 07:02:10.743239 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port 7e729347-9b48-484a-b3f9-3d82a5159cbc, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=7e729347-9b48-484a-b3f9-3d82a5159cbc,segment=NetworkSegment(885fa550-1759-4487-99dc-70f937f90f45),segment_id=885fa550-1759-4487-99dc-70f937f90f45)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:02:10.746723 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:10.748397 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:02:10.814080 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=7e729347-9b48-484a-b3f9-3d82a5159cbc,revision_number=4']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:02:10.817190 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:02:10.975053 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] get_ports_and_sgs() called for port_ids ['7e729347-9b48-484a-b3f9-3d82a5159cbc'] {{(pid=91760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 07:02:11.531557 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ffd5e-b052-4b41-a614-970fefbfd57f req-33beadf1-f075-4205-b89e-78ef7f0aa382 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:11.532909 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b53ffd5e-b052-4b41-a614-970fefbfd57f req-33beadf1-f075-4205-b89e-78ef7f0aa382 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=efbf7f0e-ec90-45b7-926c-8299436e47f7 HTTP/1.1" status: 200 len: 945 time: 0.0795362 Jun 07 07:02:11.578049 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b53ffd5e-b052-4b41-a614-970fefbfd57f req-4ca63b0b-25e5-4a6a-9ac9-d4b422ae6dd2 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393949 Jun 07 07:02:12.524535 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device 7e729347-9b48-484a-b3f9-3d82a5159cbc up at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 07:02:12.628895 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Provisioning for port 7e729347-9b48-484a-b3f9-3d82a5159cbc completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 07:02:12.633356 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Provisioning complete for port 7e729347-9b48-484a-b3f9-3d82a5159cbc triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:02:12.633724 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:12.750333 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:12.775149 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a7e43-12f7-4cc1-a08a-aeaa2623350c req-3ac57d11-ae56-45e9-92d6-aadb09b897ca tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:12.776847 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-787a7e43-12f7-4cc1-a08a-aeaa2623350c req-3ac57d11-ae56-45e9-92d6-aadb09b897ca tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=efbf7f0e-ec90-45b7-926c-8299436e47f7 HTTP/1.1" status: 200 len: 945 time: 0.0961418 Jun 07 07:02:12.779615 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbf7f0e-ec90-45b7-926c-8299436e47f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e729347-9b48-484a-b3f9-3d82a5159cbc'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:02:12.782243 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bdfcc22c2f6cd30966a80f508f9d4395b4bd329b93c89cee5ea7ddf2c7e5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73434543-1d58-492a-b337-981be468f290" -d '{"events": [{"server_uuid": "efbf7f0e-ec90-45b7-926c-8299436e47f7", "name": "network-vif-plugged", "status": "completed", "tag": "7e729347-9b48-484a-b3f9-3d82a5159cbc"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:02:12.790260 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port 7e729347-9b48-484a-b3f9-3d82a5159cbc, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=7e729347-9b48-484a-b3f9-3d82a5159cbc,segment=NetworkSegment(885fa550-1759-4487-99dc-70f937f90f45),segment_id=885fa550-1759-4487-99dc-70f937f90f45)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:02:12.795289 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:12.797252 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:02:12.827295 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-787a7e43-12f7-4cc1-a08a-aeaa2623350c req-ea68f7bd-f75c-482a-9347-18b794f59b0f tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443993 Jun 07 07:02:12.834044 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 07:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f91dda3-70b2-4214-a638-8af75c4d3498 x-openstack-request-id: req-3f91dda3-70b2-4214-a638-8af75c4d3498 {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:02:12.834339 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbf7f0e-ec90-45b7-926c-8299436e47f7", "name": "network-vif-plugged", "status": "completed", "tag": "7e729347-9b48-484a-b3f9-3d82a5159cbc", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:02:12.834627 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3f91dda3-70b2-4214-a638-8af75c4d3498 {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:02:12.835567 dv-cinder-784140-5-iscsi neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbf7f0e-ec90-45b7-926c-8299436e47f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e729347-9b48-484a-b3f9-3d82a5159cbc', 'code': 200} Jun 07 07:02:12.867630 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=7e729347-9b48-484a-b3f9-3d82a5159cbc,revision_number=5']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:02:12.871056 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:02:13.137281 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c1822e-915e-45ef-9fc5-682d81ec439d req-11d9efb0-3c4c-44e4-905e-4dac41ab5712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:13.138781 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-a0c1822e-915e-45ef-9fc5-682d81ec439d req-11d9efb0-3c4c-44e4-905e-4dac41ab5712 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=efbf7f0e-ec90-45b7-926c-8299436e47f7 HTTP/1.1" status: 200 len: 1099 time: 0.0741010 Jun 07 07:02:13.181431 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-a0c1822e-915e-45ef-9fc5-682d81ec439d req-9f073559-7b96-40f7-8a6d-2ad5564593e3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346947 Jun 07 07:02:14.022612 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d73742-447b-4996-a494-e20146b41efa req-9c43ac67-18a5-4402-8d46-49df0f6bae84 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:14.024154 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-16d73742-447b-4996-a494-e20146b41efa req-9c43ac67-18a5-4402-8d46-49df0f6bae84 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=efbf7f0e-ec90-45b7-926c-8299436e47f7 HTTP/1.1" status: 200 len: 946 time: 0.0830369 Jun 07 07:02:14.077280 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-16d73742-447b-4996-a494-e20146b41efa req-b00b28b2-fb86-4946-a5b8-0abbfb734c7c tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468619 Jun 07 07:02:15.261796 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c520b5e-2f06-4fe1-af5b-f3aad49c9812 req-d6c7e363-47e4-4010-8567-807bd7693125 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:15.263213 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-6c520b5e-2f06-4fe1-af5b-f3aad49c9812 req-d6c7e363-47e4-4010-8567-807bd7693125 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=efbf7f0e-ec90-45b7-926c-8299436e47f7 HTTP/1.1" status: 200 len: 946 time: 0.0796816 Jun 07 07:02:15.306955 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-6c520b5e-2f06-4fe1-af5b-f3aad49c9812 req-bc4648d4-802f-4b26-8061-8cab8b4cdee1 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379567 Jun 07 07:02:15.490594 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610698a7-d812-47ec-9de3-32d0bce5004d req-4a3b463f-4c4f-43ab-ac9c-a60fade718d2 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:15.492021 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-610698a7-d812-47ec-9de3-32d0bce5004d req-4a3b463f-4c4f-43ab-ac9c-a60fade718d2 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=efbf7f0e-ec90-45b7-926c-8299436e47f7 HTTP/1.1" status: 200 len: 946 time: 0.0804877 Jun 07 07:02:15.535778 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-610698a7-d812-47ec-9de3-32d0bce5004d req-13e7040f-410b-46a2-98ee-6333e2c07b93 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380256 Jun 07 07:02:15.558439 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 47718) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:02:15.631960 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3207be6-27d5-42f9-9829-68f2e1d33e35 tempest-TestVolumeBootPattern-501813161 tempest-TestVolumeBootPattern-501813161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:15.633418 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-d3207be6-27d5-42f9-9829-68f2e1d33e35 tempest-TestVolumeBootPattern-501813161 tempest-TestVolumeBootPattern-501813161-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=efbf7f0e-ec90-45b7-926c-8299436e47f7 HTTP/1.1" status: 200 len: 1094 time: 0.0739467 Jun 07 07:02:15.636652 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 47720) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:02:15.641036 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-122e05bc-77f0-479a-809f-3c23930558dc tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Request body: {'floatingip': {'floating_network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'port_id': '7e729347-9b48-484a-b3f9-3d82a5159cbc', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'fixed_ip_address': '172.20.0.13'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:02:15.663178 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-122e05bc-77f0-479a-809f-3c23930558dc tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks [] for floatingip, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:15.800610 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-122e05bc-77f0-479a-809f-3c23930558dc tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:15.945491 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.db_base_plugin_common [None req-122e05bc-77f0-479a-809f-3c23930558dc tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Allocated IP 172.27.1.77 (fe992a7c-d3c2-4e8d-9573-c4f663251d7a/c4323051-ed30-4a9a-b3aa-b457aab0dfbf/efc4358e-a408-4dd0-ad61-bb614c2dcc48) {{(pid=91759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 07:02:16.100780 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-122e05bc-77f0-479a-809f-3c23930558dc tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks [] for port, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:16.133198 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-122e05bc-77f0-479a-809f-3c23930558dc tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222160'] for port, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:16.138067 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-21cec0af-065e-49f2-b3f1-1058ef8ade60 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:02:16.215397 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122e05bc-77f0-479a-809f-3c23930558dc tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Network fe992a7c-d3c2-4e8d-9573-c4f663251d7a is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 07:02:16.218218 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-122e05bc-77f0-479a-809f-3c23930558dc tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 07:02:16.221802 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122e05bc-77f0-479a-809f-3c23930558dc tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Received port after_create {{(pid=91759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 07:02:16.258072 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e05bc-77f0-479a-809f-3c23930558dc tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Pushing event updated for resources: {'Port': ['ID=efc4358e-a408-4dd0-ad61-bb614c2dcc48,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:02:16.270895 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122e05bc-77f0-479a-809f-3c23930558dc tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:02:16.271571 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122e05bc-77f0-479a-809f-3c23930558dc tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:02:16.272073 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122e05bc-77f0-479a-809f-3c23930558dc tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:02:16.272521 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122e05bc-77f0-479a-809f-3c23930558dc tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:02:16.272876 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122e05bc-77f0-479a-809f-3c23930558dc tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:02:16.273661 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122e05bc-77f0-479a-809f-3c23930558dc tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:02:16.273979 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122e05bc-77f0-479a-809f-3c23930558dc tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:02:16.274340 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122e05bc-77f0-479a-809f-3c23930558dc tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:02:16.274923 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122e05bc-77f0-479a-809f-3c23930558dc tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:02:16.275276 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122e05bc-77f0-479a-809f-3c23930558dc tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:02:16.275629 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122e05bc-77f0-479a-809f-3c23930558dc tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:02:16.275977 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122e05bc-77f0-479a-809f-3c23930558dc tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:02:16.284789 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-122e05bc-77f0-479a-809f-3c23930558dc tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:02:16.801718 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-122e05bc-77f0-479a-809f-3c23930558dc tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:16.875432 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-122e05bc-77f0-479a-809f-3c23930558dc tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:17.080391 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-122e05bc-77f0-479a-809f-3c23930558dc tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks [] for port, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:17.084818 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-122e05bc-77f0-479a-809f-3c23930558dc tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222187'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:17.090473 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-64b18fc4-b943-4551-8bed-a6241edb0e98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:02:17.210112 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e05bc-77f0-479a-809f-3c23930558dc tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Pushing event updated for resources: {'Port': ['ID=efc4358e-a408-4dd0-ad61-bb614c2dcc48,revision_number=2']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:02:17.217754 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-122e05bc-77f0-479a-809f-3c23930558dc tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:02:17.226399 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-122e05bc-77f0-479a-809f-3c23930558dc tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3885433'] for floatingip, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:17.393977 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.db.l3_db [None req-122e05bc-77f0-479a-809f-3c23930558dc tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Floating IP e29068aa-785e-44f3-aba4-e7d20182dbbf associated. External IP: 172.27.1.77, port: 7e729347-9b48-484a-b3f9-3d82a5159cbc. Jun 07 07:02:17.736855 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122e05bc-77f0-479a-809f-3c23930558dc tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Router ef24ee72-6c48-4946-b1fa-ff7d96b86680 has already been hosted by L3 agent 207d1699-2b30-4848-a9d2-d112df8957f2 {{(pid=91759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 07:02:17.919771 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122e05bc-77f0-479a-809f-3c23930558dc tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify agent at l3_agent.dv-cinder-784140-5-iscsi the message routers_updated {{(pid=91759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 07:02:17.930234 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e343f4-2f89-4686-b33e-43217e07f42c None None] Sync routers for ids ['ef24ee72-6c48-4946-b1fa-ff7d96b86680'] in dv-cinder-784140-5-iscsi {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 07:02:17.940209 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-122e05bc-77f0-479a-809f-3c23930558dc tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for floatingip, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:17.942096 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e343f4-2f89-4686-b33e-43217e07f42c None None] Routers {'ef24ee72-6c48-4946-b1fa-ff7d96b86680'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:02:17.942737 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-76e343f4-2f89-4686-b33e-43217e07f42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:02:08Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['ef24ee72-6c48-4946-b1fa-ff7d96b86680'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:02:17.994543 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-122e05bc-77f0-479a-809f-3c23930558dc tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3567030 Jun 07 07:02:17.995192 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbf7f0e-ec90-45b7-926c-8299436e47f7', 'tag': '7e729347-9b48-484a-b3f9-3d82a5159cbc'}] {{(pid=91759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:02:17.997673 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a053f81c338bbf1e2ede0d69cafce5cf20f9436aa375ccea032d9338f79a3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61432881-e94a-49f3-a24f-93d9a8d1b52f" -d '{"events": [{"name": "network-changed", "server_uuid": "efbf7f0e-ec90-45b7-926c-8299436e47f7", "tag": "7e729347-9b48-484a-b3f9-3d82a5159cbc"}]}' {{(pid=91759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:02:18.042474 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 07:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb89652-bb2d-4a9f-b458-6ad97d29a230 x-openstack-request-id: req-0bb89652-bb2d-4a9f-b458-6ad97d29a230 {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:02:18.042804 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efbf7f0e-ec90-45b7-926c-8299436e47f7", "tag": "7e729347-9b48-484a-b3f9-3d82a5159cbc", "status": "completed", "code": 200}]} {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:02:18.043113 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0bb89652-bb2d-4a9f-b458-6ad97d29a230 {{(pid=91759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:02:18.043559 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbf7f0e-ec90-45b7-926c-8299436e47f7', 'tag': '7e729347-9b48-484a-b3f9-3d82a5159cbc', 'status': 'completed', 'code': 200} Jun 07 07:02:18.126715 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-76e343f4-2f89-4686-b33e-43217e07f42c None None] Set router ef24ee72-6c48-4946-b1fa-ff7d96b86680 gateway port host: dv-cinder-784140-5-iscsi {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:02:18.141695 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61432881-e94a-49f3-a24f-93d9a8d1b52f req-3b5dcbb6-fefa-4cd8-8f1c-1963579539ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:18.152665 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-61432881-e94a-49f3-a24f-93d9a8d1b52f req-3b5dcbb6-fefa-4cd8-8f1c-1963579539ab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a5f883678724bcaa5897caf09eee996&device_id=efbf7f0e-ec90-45b7-926c-8299436e47f7 HTTP/1.1" status: 200 len: 1099 time: 0.0861781 Jun 07 07:02:18.298147 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61432881-e94a-49f3-a24f-93d9a8d1b52f req-1806108a-f1df-4317-8e31-812fd99156fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:18.299579 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-61432881-e94a-49f3-a24f-93d9a8d1b52f req-1806108a-f1df-4317-8e31-812fd99156fe service neutron] 10.222.0.44 "GET /v2.0/networks?id=604d240f-ca58-417e-b867-1593c3d5d8ef HTTP/1.1" status: 200 len: 912 time: 0.1402953 Jun 07 07:02:18.402496 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-61432881-e94a-49f3-a24f-93d9a8d1b52f req-06eb6474-7bb4-4b0d-9690-952684be0f43 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e729347-9b48-484a-b3f9-3d82a5159cbc HTTP/1.1" status: 200 len: 999 time: 0.0965965 Jun 07 07:02:18.470428 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61432881-e94a-49f3-a24f-93d9a8d1b52f req-0918f07f-f3c0-405b-861e-636a5f85a53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:18.471856 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-61432881-e94a-49f3-a24f-93d9a8d1b52f req-0918f07f-f3c0-405b-861e-636a5f85a53e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=87a72f20-455f-479d-87c8-83d2f8548043 HTTP/1.1" status: 200 len: 850 time: 0.0623412 Jun 07 07:02:18.484227 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-76e343f4-2f89-4686-b33e-43217e07f42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'name': 'tempest-TestVolumeBootPattern-967276418-router', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:55:35Z', 'updated_at': '2021-06-07T06:55:44Z', 'revision_number': 4, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'gw_port': {'id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:36Z', 'updated_at': '2021-06-07T06:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_floatingips': [{'id': 'c67213b2-52bd-4f5b-8cec-2ce739f3583c', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'floating_ip_address': '172.27.1.134', 'floating_network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'router_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'port_id': '0e689c1c-6973-4242-8809-85d89ecca314', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef', 'mac_address': 'fa:16:3e:4a:a2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2b091e-339d-4c62-bb80-7c149a0e92ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T07:00:06Z', 'updated_at': '2021-06-07T07:00:10Z', 'revision_number': 1, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'fixed_ip_address_scope': None}, {'id': 'e29068aa-785e-44f3-aba4-e7d20182dbbf', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'floating_ip_address': '172.27.1.77', 'floating_network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'router_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'port_id': '7e729347-9b48-484a-b3f9-3d82a5159cbc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef', 'mac_address': 'fa:16:3e:93:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbf7f0e-ec90-45b7-926c-8299436e47f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T07:02:16Z', 'updated_at': '2021-06-07T07:02:16Z', 'revision_number': 0, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fd5e9bc-fed3-467b-be75-61bc5c66680c', 'name': '', 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'mac_address': 'fa:16:3e:47:8f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '87a72f20-455f-479d-87c8-83d2f8548043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:42Z', 'updated_at': '2021-06-07T06:55:52Z', 'revision_number': 5, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'subnets': [{'id': '87a72f20-455f-479d-87c8-83d2f8548043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:02:18.488493 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e343f4-2f89-4686-b33e-43217e07f42c None None] Checking router: ef24ee72-6c48-4946-b1fa-ff7d96b86680 for host: dv-cinder-784140-5-iscsi {{(pid=91761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 07:02:18.498015 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e343f4-2f89-4686-b33e-43217e07f42c None None] Routers {'ef24ee72-6c48-4946-b1fa-ff7d96b86680'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:02:18.498668 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-76e343f4-2f89-4686-b33e-43217e07f42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:02:08Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['ef24ee72-6c48-4946-b1fa-ff7d96b86680'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:02:18.551777 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61432881-e94a-49f3-a24f-93d9a8d1b52f req-605b4607-5ad7-41b3-8575-f493e6083852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:18.553151 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-61432881-e94a-49f3-a24f-93d9a8d1b52f req-605b4607-5ad7-41b3-8575-f493e6083852 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=604d240f-ca58-417e-b867-1593c3d5d8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736697 Jun 07 07:02:18.674192 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-76e343f4-2f89-4686-b33e-43217e07f42c None None] Set router ef24ee72-6c48-4946-b1fa-ff7d96b86680 gateway port host: dv-cinder-784140-5-iscsi {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:02:18.684002 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-61432881-e94a-49f3-a24f-93d9a8d1b52f req-df0a842b-ca78-4869-b46d-a94d4d10e1a0 service neutron] 10.222.0.44 "GET /v2.0/networks/604d240f-ca58-417e-b867-1593c3d5d8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239147 Jun 07 07:02:18.815082 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-61432881-e94a-49f3-a24f-93d9a8d1b52f req-d66d51b1-28f1-4b29-bfea-f0239d33c29d service neutron] 10.222.0.44 "GET /v2.0/networks/604d240f-ca58-417e-b867-1593c3d5d8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241093 Jun 07 07:02:19.024087 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-76e343f4-2f89-4686-b33e-43217e07f42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'name': 'tempest-TestVolumeBootPattern-967276418-router', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:55:35Z', 'updated_at': '2021-06-07T06:55:44Z', 'revision_number': 4, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'gw_port': {'id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:36Z', 'updated_at': '2021-06-07T06:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_floatingips': [{'id': 'c67213b2-52bd-4f5b-8cec-2ce739f3583c', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'floating_ip_address': '172.27.1.134', 'floating_network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'router_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'port_id': '0e689c1c-6973-4242-8809-85d89ecca314', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef', 'mac_address': 'fa:16:3e:4a:a2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2b091e-339d-4c62-bb80-7c149a0e92ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T07:00:06Z', 'updated_at': '2021-06-07T07:00:10Z', 'revision_number': 1, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'fixed_ip_address_scope': None}, {'id': 'e29068aa-785e-44f3-aba4-e7d20182dbbf', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'floating_ip_address': '172.27.1.77', 'floating_network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'router_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'port_id': '7e729347-9b48-484a-b3f9-3d82a5159cbc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef', 'mac_address': 'fa:16:3e:93:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbf7f0e-ec90-45b7-926c-8299436e47f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T07:02:16Z', 'updated_at': '2021-06-07T07:02:16Z', 'revision_number': 0, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fd5e9bc-fed3-467b-be75-61bc5c66680c', 'name': '', 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'mac_address': 'fa:16:3e:47:8f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '87a72f20-455f-479d-87c8-83d2f8548043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:42Z', 'updated_at': '2021-06-07T06:55:52Z', 'revision_number': 5, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'subnets': [{'id': '87a72f20-455f-479d-87c8-83d2f8548043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:02:19.028584 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e343f4-2f89-4686-b33e-43217e07f42c None None] The sync data for ids ['ef24ee72-6c48-4946-b1fa-ff7d96b86680'] in dv-cinder-784140-5-iscsi is: [{'id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'name': 'tempest-TestVolumeBootPattern-967276418-router', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:55:35Z', 'updated_at': '2021-06-07T06:55:44Z', 'revision_number': 4, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'gw_port': {'id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:36Z', 'updated_at': '2021-06-07T06:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_floatingips': [{'id': 'c67213b2-52bd-4f5b-8cec-2ce739f3583c', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'floating_ip_address': '172.27.1.134', 'floating_network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'router_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'port_id': '0e689c1c-6973-4242-8809-85d89ecca314', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef', 'mac_address': 'fa:16:3e:4a:a2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2b091e-339d-4c62-bb80-7c149a0e92ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T07:00:06Z', 'updated_at': '2021-06-07T07:00:10Z', 'revision_number': 1, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'fixed_ip_address_scope': None}, {'id': 'e29068aa-785e-44f3-aba4-e7d20182dbbf', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'floating_ip_address': '172.27.1.77', 'floating_network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'router_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'port_id': '7e729347-9b48-484a-b3f9-3d82a5159cbc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef', 'mac_address': 'fa:16:3e:93:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbf7f0e-ec90-45b7-926c-8299436e47f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T07:02:16Z', 'updated_at': '2021-06-07T07:02:16Z', 'revision_number': 0, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fd5e9bc-fed3-467b-be75-61bc5c66680c', 'name': '', 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'mac_address': 'fa:16:3e:47:8f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '87a72f20-455f-479d-87c8-83d2f8548043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:42Z', 'updated_at': '2021-06-07T06:55:52Z', 'revision_number': 5, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'subnets': [{'id': '87a72f20-455f-479d-87c8-83d2f8548043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 07:02:19.215279 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696982b7-3018-45cf-9005-ec7a4b051e15 None None] New status for floating IP e29068aa-785e-44f3-aba4-e7d20182dbbf: ACTIVE {{(pid=91760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 07:02:32.827332 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:33.260063 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.agents_db [None req-46aecb79-32b8-4105-868b-523cea85afea None None] Agent healthcheck: found 6 active agents {{(pid=91761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 07:02:35.206814 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-ef1096f8-409a-4ed2-90ad-e5a06e327552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:36.689323 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-165a8ea4-0424-444f-a44b-c3d90fb5834b req-01d07d79-e3f4-43dd-bb0c-40678cd39ec5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697532 Jun 07 07:02:36.785434 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a8ea4-0424-444f-a44b-c3d90fb5834b req-7fdd1dda-e970-493d-8e8c-253cbb0ea9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:36.786886 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-165a8ea4-0424-444f-a44b-c3d90fb5834b req-7fdd1dda-e970-493d-8e8c-253cbb0ea9bc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0081b93f682b424a92f9969541476853&device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 1098 time: 0.0747578 Jun 07 07:02:37.027744 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a8ea4-0424-444f-a44b-c3d90fb5834b req-9b924f01-52f5-45f6-bf8c-161755049d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:37.029203 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-165a8ea4-0424-444f-a44b-c3d90fb5834b req-9b924f01-52f5-45f6-bf8c-161755049d0e service neutron] 10.222.0.44 "GET /v2.0/networks?id=5c37d138-8837-42e4-9380-fd5e2c8077da HTTP/1.1" status: 200 len: 910 time: 0.2223499 Jun 07 07:02:37.132373 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-165a8ea4-0424-444f-a44b-c3d90fb5834b req-5f423314-2eb2-445b-932f-92c8db029a6c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7008217d-dbea-4b94-bf81-bd1eeb709210 HTTP/1.1" status: 200 len: 1000 time: 0.0960824 Jun 07 07:02:37.197193 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a8ea4-0424-444f-a44b-c3d90fb5834b req-3e63c200-12c7-40fc-8acc-59dad3b2177c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:37.198654 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-165a8ea4-0424-444f-a44b-c3d90fb5834b req-3e63c200-12c7-40fc-8acc-59dad3b2177c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8b57f840-4f16-4f1d-a226-d26c6973a8b4 HTTP/1.1" status: 200 len: 848 time: 0.0590596 Jun 07 07:02:37.282614 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a8ea4-0424-444f-a44b-c3d90fb5834b req-29e31cf6-8ed4-470d-9f4f-10a3008384bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:37.284071 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-165a8ea4-0424-444f-a44b-c3d90fb5834b req-29e31cf6-8ed4-470d-9f4f-10a3008384bc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5c37d138-8837-42e4-9380-fd5e2c8077da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0781341 Jun 07 07:02:37.423636 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-165a8ea4-0424-444f-a44b-c3d90fb5834b req-f61b4dfe-bcdc-462a-add1-ea8e876c6e10 service neutron] 10.222.0.44 "GET /v2.0/networks/5c37d138-8837-42e4-9380-fd5e2c8077da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322255 Jun 07 07:02:37.560474 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-165a8ea4-0424-444f-a44b-c3d90fb5834b req-25da9602-1d32-48a8-bdb5-6239e63efbde service neutron] 10.222.0.44 "GET /v2.0/networks/5c37d138-8837-42e4-9380-fd5e2c8077da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283796 Jun 07 07:02:37.882392 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:37.951729 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-cf939d16-8211-4143-af3f-f3f716e55d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:38.943784 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:40.642720 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:02:47.267882 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca134b-8b03-4442-824c-1231be769818 req-120ae9ed-b43e-45ec-a579-04bc7bcfe2e1 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:47.269309 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-efca134b-8b03-4442-824c-1231be769818 req-120ae9ed-b43e-45ec-a579-04bc7bcfe2e1 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 945 time: 0.0832095 Jun 07 07:02:47.314840 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-efca134b-8b03-4442-824c-1231be769818 req-e51a360a-bdf0-488d-8c9f-4959944cfdb4 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399411 Jun 07 07:02:48.510070 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8066de99-5da2-4b0f-9aef-d88edf2179bc req-b36e0f01-3ff7-48f2-ad42-a2c6c42b2387 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:48.511508 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-8066de99-5da2-4b0f-9aef-d88edf2179bc req-b36e0f01-3ff7-48f2-ad42-a2c6c42b2387 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 945 time: 0.0850365 Jun 07 07:02:48.555500 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-8066de99-5da2-4b0f-9aef-d88edf2179bc req-f39abb8c-11a1-4c30-9d3d-dd0c24667b74 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381582 Jun 07 07:02:49.750728 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b62240-66e3-4e0a-ac05-1e928dc814a0 req-472ff667-75ba-47cc-901f-8fb4080f40a2 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:49.752391 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-36b62240-66e3-4e0a-ac05-1e928dc814a0 req-472ff667-75ba-47cc-901f-8fb4080f40a2 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 945 time: 0.0890257 Jun 07 07:02:49.799502 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-36b62240-66e3-4e0a-ac05-1e928dc814a0 req-1bfd4352-260f-42d0-afb2-6a3e180cfe86 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417118 Jun 07 07:02:50.987509 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f99f3-ff8f-48c4-990f-b615bfb55ab5 req-3ddae044-e1bf-4ad1-9d28-180087ff6f7c tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:50.988940 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-e78f99f3-ff8f-48c4-990f-b615bfb55ab5 req-3ddae044-e1bf-4ad1-9d28-180087ff6f7c tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 945 time: 0.0789464 Jun 07 07:02:51.036645 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-e78f99f3-ff8f-48c4-990f-b615bfb55ab5 req-8c9eee15-98be-4533-a3c8-458cdbf66f73 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421305 Jun 07 07:02:52.225068 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d427f5-0ec6-472a-b5c9-b9097e5adf66 req-dfd1512b-3709-4092-b629-13ff47d6f2cf tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:52.226517 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-c3d427f5-0ec6-472a-b5c9-b9097e5adf66 req-dfd1512b-3709-4092-b629-13ff47d6f2cf tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 945 time: 0.0783522 Jun 07 07:02:52.270950 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-c3d427f5-0ec6-472a-b5c9-b9097e5adf66 req-d979da24-a0a6-4176-a97f-a9657386fafa tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388882 Jun 07 07:02:53.552497 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae6aed-db18-45db-90d7-12c6c25404cf req-340a7b6f-6190-4dc1-afa9-58d688bdf62e tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:53.553991 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-bbae6aed-db18-45db-90d7-12c6c25404cf req-340a7b6f-6190-4dc1-afa9-58d688bdf62e tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 945 time: 0.1771724 Jun 07 07:02:53.597910 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-bbae6aed-db18-45db-90d7-12c6c25404cf req-5305c814-1d59-4a95-977f-6c5179e6d997 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378988 Jun 07 07:02:54.793143 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f96c1dd-f9e1-45b0-af9f-1dd8325a7cb9 req-5ea59db9-fb20-4d83-9b10-beaddac52b70 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:54.794619 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-4f96c1dd-f9e1-45b0-af9f-1dd8325a7cb9 req-5ea59db9-fb20-4d83-9b10-beaddac52b70 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 945 time: 0.0833957 Jun 07 07:02:54.840812 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-4f96c1dd-f9e1-45b0-af9f-1dd8325a7cb9 req-07f7ad7c-9f06-4065-a278-8ab9229ba1ae tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400214 Jun 07 07:02:54.886551 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b5e9e-21dd-4134-8e16-dc71b18239b4 req-5697924d-f8b7-40d2-85c3-9a0a2460d26d tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:54.888012 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-9c0b5e9e-21dd-4134-8e16-dc71b18239b4 req-5697924d-f8b7-40d2-85c3-9a0a2460d26d tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 945 time: 0.0854933 Jun 07 07:02:54.931785 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-9c0b5e9e-21dd-4134-8e16-dc71b18239b4 req-dc102d77-e7e5-4fec-b48e-1bad83d9a129 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/security-groups?id=da22f6c0-ccac-4b4f-9339-a34efc3d3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380657 Jun 07 07:02:56.024039 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd43577-1ff8-4f06-bd0d-2188462fc109 req-3ed0e09e-827e-41f8-908c-849e64d5ac90 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:56.025503 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-6cd43577-1ff8-4f06-bd0d-2188462fc109 req-3ed0e09e-827e-41f8-908c-849e64d5ac90 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 945 time: 0.0791938 Jun 07 07:02:56.075242 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-6cd43577-1ff8-4f06-bd0d-2188462fc109 req-ae810198-debe-4d05-87d0-337f4f5dddb1 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434144 Jun 07 07:02:56.120112 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb795f-68bd-4ee1-a68b-4c5eb370e163 req-64772e4c-fa21-4484-bc5c-5d9f290754fb tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:56.121644 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-c4eb795f-68bd-4ee1-a68b-4c5eb370e163 req-64772e4c-fa21-4484-bc5c-5d9f290754fb tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 945 time: 0.0859785 Jun 07 07:02:56.165350 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-c4eb795f-68bd-4ee1-a68b-4c5eb370e163 req-20eaa289-ebfd-4826-8b7f-0ea4e19dfdd2 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/security-groups?id=da22f6c0-ccac-4b4f-9339-a34efc3d3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381775 Jun 07 07:02:57.267851 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e915881-3022-461c-9267-4bc0200a369a req-35401761-4a08-45ee-ad22-0b4a0da08c01 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:57.269380 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-7e915881-3022-461c-9267-4bc0200a369a req-35401761-4a08-45ee-ad22-0b4a0da08c01 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 945 time: 0.0894320 Jun 07 07:02:57.315051 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-7e915881-3022-461c-9267-4bc0200a369a req-2e7a7962-a353-4ced-83b9-37b59893ab26 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401516 Jun 07 07:02:57.355776 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33a518-1b70-49c9-a71a-2e4b69dc3110 req-7849dc8e-7f74-4668-b3eb-7aeea7e152bc tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:57.357173 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-3a33a518-1b70-49c9-a71a-2e4b69dc3110 req-7849dc8e-7f74-4668-b3eb-7aeea7e152bc tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 945 time: 0.0832837 Jun 07 07:02:57.401196 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-3a33a518-1b70-49c9-a71a-2e4b69dc3110 req-e5cefc23-fa47-44ce-a737-123eb2a0e332 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/security-groups?id=da22f6c0-ccac-4b4f-9339-a34efc3d3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379605 Jun 07 07:02:58.514643 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc03cf7-1e7b-42c6-b749-6eeb2c62d304 req-380516c4-5e14-428a-a7c0-d13ee0292b87 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:58.516200 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-cbc03cf7-1e7b-42c6-b749-6eeb2c62d304 req-380516c4-5e14-428a-a7c0-d13ee0292b87 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 945 time: 0.0890346 Jun 07 07:02:58.561339 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-cbc03cf7-1e7b-42c6-b749-6eeb2c62d304 req-4c2d9970-6805-48a5-9f64-b10abf35b2c5 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384941 Jun 07 07:02:58.589905 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1885b-c9cb-474c-9e1f-cf393ad5102f req-ad3c98e9-1ac8-440d-aa5e-56556883b3c0 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:58.591346 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-84f1885b-c9cb-474c-9e1f-cf393ad5102f req-ad3c98e9-1ac8-440d-aa5e-56556883b3c0 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 945 time: 0.0822558 Jun 07 07:02:58.638956 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-84f1885b-c9cb-474c-9e1f-cf393ad5102f req-96d059e7-d923-4c09-ba00-9e12a5e250a2 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/security-groups?id=da22f6c0-ccac-4b4f-9339-a34efc3d3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415726 Jun 07 07:02:59.749175 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f1e25-d72e-4fb1-b814-f7a068d3bb13 req-e177bc0a-1def-4270-8f0c-708b0db9dec5 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:59.750648 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b77f1e25-d72e-4fb1-b814-f7a068d3bb13 req-e177bc0a-1def-4270-8f0c-708b0db9dec5 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 945 time: 0.0806770 Jun 07 07:02:59.796088 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b77f1e25-d72e-4fb1-b814-f7a068d3bb13 req-6a08c420-c834-4789-8964-cb46d1568615 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394192 Jun 07 07:02:59.824594 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7e52e-1739-41f4-a335-6b11db9b0044 req-ed7c6f39-0638-4e1b-870a-dd75e25b4739 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:02:59.826053 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-42d7e52e-1739-41f4-a335-6b11db9b0044 req-ed7c6f39-0638-4e1b-870a-dd75e25b4739 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 945 time: 0.0808034 Jun 07 07:02:59.871103 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-42d7e52e-1739-41f4-a335-6b11db9b0044 req-df6c315e-8e1d-441d-a4e1-43b065fff0ac tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/security-groups?id=da22f6c0-ccac-4b4f-9339-a34efc3d3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394855 Jun 07 07:03:00.989560 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28c72b-130f-4936-b94a-349eaa6d2169 req-aacad382-a3c6-4492-b3e0-f30163b7f819 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:00.991099 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-0f28c72b-130f-4936-b94a-349eaa6d2169 req-aacad382-a3c6-4492-b3e0-f30163b7f819 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 945 time: 0.0886154 Jun 07 07:03:01.035877 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-0f28c72b-130f-4936-b94a-349eaa6d2169 req-315d908e-6e24-46cf-ab05-78405137c898 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393655 Jun 07 07:03:01.067390 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42f82f-27c9-4acd-9ca4-ba7294bf26c2 req-f95082b1-1e88-4e7a-9de2-776d94fdd221 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:01.068838 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ab42f82f-27c9-4acd-9ca4-ba7294bf26c2 req-f95082b1-1e88-4e7a-9de2-776d94fdd221 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 945 time: 0.0860250 Jun 07 07:03:01.113832 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ab42f82f-27c9-4acd-9ca4-ba7294bf26c2 req-b2561e79-00f4-457c-a846-4aeb2639e379 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/security-groups?id=da22f6c0-ccac-4b4f-9339-a34efc3d3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389452 Jun 07 07:03:02.227871 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff4756-1750-48c2-8ce3-d5c909ce13b0 req-680e254b-def6-427e-bb47-0026e042486f tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:02.229319 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-84ff4756-1750-48c2-8ce3-d5c909ce13b0 req-680e254b-def6-427e-bb47-0026e042486f tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 945 time: 0.0795681 Jun 07 07:03:02.274345 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-84ff4756-1750-48c2-8ce3-d5c909ce13b0 req-20132d7e-5614-4f35-b683-33be31b0cc40 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393913 Jun 07 07:03:02.302277 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e77519-92a3-4185-a42d-d5dead3bcd9c req-e4e49ad7-be12-49c0-843f-49218bb300ef tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:02.303909 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d1e77519-92a3-4185-a42d-d5dead3bcd9c req-e4e49ad7-be12-49c0-843f-49218bb300ef tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 945 time: 0.0805755 Jun 07 07:03:02.348801 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d1e77519-92a3-4185-a42d-d5dead3bcd9c req-f9a57f5f-bb21-4a11-af7c-2c458c3794be tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/security-groups?id=da22f6c0-ccac-4b4f-9339-a34efc3d3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391977 Jun 07 07:03:02.833233 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:03.464965 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae8dce-1090-4438-af64-e0129d025002 req-04f02719-955b-4ffc-a677-8b42de900550 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:03.466450 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-a8ae8dce-1090-4438-af64-e0129d025002 req-04f02719-955b-4ffc-a677-8b42de900550 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 945 time: 0.0837421 Jun 07 07:03:03.513459 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-a8ae8dce-1090-4438-af64-e0129d025002 req-0e18c2a7-3b06-4ae7-83f8-9c75385a22a2 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411692 Jun 07 07:03:03.635992 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c3e12-7ab1-447a-baef-1a299d5055e2 req-909ce635-5075-41fa-abb1-fc3a6fab3f48 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:03.637329 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e37c3e12-7ab1-447a-baef-1a299d5055e2 req-909ce635-5075-41fa-abb1-fc3a6fab3f48 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 945 time: 0.1797664 Jun 07 07:03:03.694237 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e37c3e12-7ab1-447a-baef-1a299d5055e2 req-626803ab-8ca8-4ffe-90a9-90bb9ad1d0e7 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/security-groups?id=da22f6c0-ccac-4b4f-9339-a34efc3d3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511827 Jun 07 07:03:03.862148 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e018b6f-18d4-4e6a-8e9d-1f23e307fe4c req-37824ee3-8c51-41c3-9aad-494036717ecc tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:03.863636 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-9e018b6f-18d4-4e6a-8e9d-1f23e307fe4c req-37824ee3-8c51-41c3-9aad-494036717ecc tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 945 time: 0.0807824 Jun 07 07:03:03.913287 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-9e018b6f-18d4-4e6a-8e9d-1f23e307fe4c req-57694036-9aa5-4204-af8c-43dc6b38478e tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436893 Jun 07 07:03:03.921039 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef6b30-1822-4410-adc0-0fd9cde7dc71 req-ecef0902-a3e0-4e74-ba05-cbce4e21c691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:03.922540 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-f0ef6b30-1822-4410-adc0-0fd9cde7dc71 req-ecef0902-a3e0-4e74-ba05-cbce4e21c691 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3be3b372352b4be7914c70797c62b825&device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 1098 time: 0.0803051 Jun 07 07:03:04.065326 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef6b30-1822-4410-adc0-0fd9cde7dc71 req-10d83df1-1534-4aa4-981c-ab60ff1e6393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:04.066794 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-f0ef6b30-1822-4410-adc0-0fd9cde7dc71 req-10d83df1-1534-4aa4-981c-ab60ff1e6393 service neutron] 10.222.0.44 "GET /v2.0/networks?id=65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3 HTTP/1.1" status: 200 len: 912 time: 0.1362987 Jun 07 07:03:04.169382 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-f0ef6b30-1822-4410-adc0-0fd9cde7dc71 req-b392292e-680d-4c24-9e8c-4f17ef5c742a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c8a1005-55de-40cc-a6e2-29654b4e37f0 HTTP/1.1" status: 200 len: 1001 time: 0.0957217 Jun 07 07:03:04.233722 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef6b30-1822-4410-adc0-0fd9cde7dc71 req-6c12b455-7698-4944-a090-e125139ae225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:04.235521 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-f0ef6b30-1822-4410-adc0-0fd9cde7dc71 req-6c12b455-7698-4944-a090-e125139ae225 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5fbf224f-d665-4180-b1da-45e679144cae HTTP/1.1" status: 200 len: 850 time: 0.0599713 Jun 07 07:03:04.315260 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef6b30-1822-4410-adc0-0fd9cde7dc71 req-5f59672c-474f-431e-93b1-5ab04f8c0f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:04.316704 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-f0ef6b30-1822-4410-adc0-0fd9cde7dc71 req-5f59672c-474f-431e-93b1-5ab04f8c0f95 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0750608 Jun 07 07:03:04.452069 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-f0ef6b30-1822-4410-adc0-0fd9cde7dc71 req-f1c4c5fe-3e1f-4762-81d2-4c3a9c572451 service neutron] 10.222.0.44 "GET /v2.0/networks/65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269548 Jun 07 07:03:04.583542 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-f0ef6b30-1822-4410-adc0-0fd9cde7dc71 req-1e8b3450-6b3a-4570-90da-1aee42bd69ca service neutron] 10.222.0.44 "GET /v2.0/networks/65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244669 Jun 07 07:03:04.875605 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea0e06-b97f-47cd-91ef-1099caf238ee req-6731d069-ee62-43da-9d44-82858c720c66 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:04.877021 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-2dea0e06-b97f-47cd-91ef-1099caf238ee req-6731d069-ee62-43da-9d44-82858c720c66 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 945 time: 0.0782332 Jun 07 07:03:04.925791 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-2dea0e06-b97f-47cd-91ef-1099caf238ee req-43e286c6-aed8-4de5-8811-d6ca962e6429 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/security-groups?id=da22f6c0-ccac-4b4f-9339-a34efc3d3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430758 Jun 07 07:03:04.995970 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4b80e-221b-4dc9-af23-5f451eef7d90 req-9d62fb37-6534-49f6-9622-37f1dae4d057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:04.997047 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-92e4b80e-221b-4dc9-af23-5f451eef7d90 req-9d62fb37-6534-49f6-9622-37f1dae4d057 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0081b93f682b424a92f9969541476853&device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 1098 time: 0.0744619 Jun 07 07:03:05.110991 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990564de-9e18-4240-99a1-3da0eee5b3cf req-dbaea80d-ea39-4671-8660-951dbdf5fe67 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:05.113074 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-990564de-9e18-4240-99a1-3da0eee5b3cf req-dbaea80d-ea39-4671-8660-951dbdf5fe67 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 945 time: 0.0885463 Jun 07 07:03:05.140592 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4b80e-221b-4dc9-af23-5f451eef7d90 req-af692e6e-60f5-4583-9279-7f92cd092922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:05.142072 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-92e4b80e-221b-4dc9-af23-5f451eef7d90 req-af692e6e-60f5-4583-9279-7f92cd092922 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5c37d138-8837-42e4-9380-fd5e2c8077da HTTP/1.1" status: 200 len: 910 time: 0.1386614 Jun 07 07:03:05.160002 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-990564de-9e18-4240-99a1-3da0eee5b3cf req-d211b0e7-ffb0-4a0c-abaf-1331c88625a7 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409410 Jun 07 07:03:05.208572 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-2267b3c6-6ba5-41b5-b9f5-a3e4b53f6720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:05.266114 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-92e4b80e-221b-4dc9-af23-5f451eef7d90 req-8e025f0e-09ea-4d68-a939-80b4ff3d113d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7008217d-dbea-4b94-bf81-bd1eeb709210 HTTP/1.1" status: 200 len: 1000 time: 0.1030505 Jun 07 07:03:05.332775 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4b80e-221b-4dc9-af23-5f451eef7d90 req-ef71031d-bf84-431a-bb32-39a7dd40956e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:05.334237 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-92e4b80e-221b-4dc9-af23-5f451eef7d90 req-ef71031d-bf84-431a-bb32-39a7dd40956e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8b57f840-4f16-4f1d-a226-d26c6973a8b4 HTTP/1.1" status: 200 len: 848 time: 0.0583627 Jun 07 07:03:05.418211 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4b80e-221b-4dc9-af23-5f451eef7d90 req-bd96a177-6c70-4b1f-9f63-4d75ea3d2d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:05.419843 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-92e4b80e-221b-4dc9-af23-5f451eef7d90 req-bd96a177-6c70-4b1f-9f63-4d75ea3d2d11 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5c37d138-8837-42e4-9380-fd5e2c8077da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0772870 Jun 07 07:03:05.552451 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-92e4b80e-221b-4dc9-af23-5f451eef7d90 req-a721ce6e-578c-4908-8c6e-015eddf78522 service neutron] 10.222.0.44 "GET /v2.0/networks/5c37d138-8837-42e4-9380-fd5e2c8077da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255925 Jun 07 07:03:05.779835 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-92e4b80e-221b-4dc9-af23-5f451eef7d90 req-a09c57e3-b7a9-45c3-8d1f-175649d54f1a service neutron] 10.222.0.44 "GET /v2.0/networks/5c37d138-8837-42e4-9380-fd5e2c8077da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203336 Jun 07 07:03:06.112246 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86a0eb-d0aa-46ac-99bf-a48ac43247dc req-af8a1b37-4f69-4ac9-9686-c8598b9815c0 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:06.113688 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-6a86a0eb-d0aa-46ac-99bf-a48ac43247dc req-af8a1b37-4f69-4ac9-9686-c8598b9815c0 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 945 time: 0.0791605 Jun 07 07:03:06.159351 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-6a86a0eb-d0aa-46ac-99bf-a48ac43247dc req-0d2d36e8-b09e-4743-963f-856ff81100e0 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/security-groups?id=da22f6c0-ccac-4b4f-9339-a34efc3d3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391700 Jun 07 07:03:06.355086 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0075ec8-02e4-4779-9057-d0e6ad692b0a req-3e0885b5-fae3-43bf-bb9b-d0b1ba7bd752 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:06.356507 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-e0075ec8-02e4-4779-9057-d0e6ad692b0a req-3e0885b5-fae3-43bf-bb9b-d0b1ba7bd752 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 945 time: 0.0842817 Jun 07 07:03:06.399948 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-e0075ec8-02e4-4779-9057-d0e6ad692b0a req-6eff1d84-5691-4c81-8441-e9a23210f88c tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377095 Jun 07 07:03:07.349162 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472575b5-fc7a-49ff-9355-23f4835da7d4 req-326eccf3-c3b1-45a3-99b2-68e110002734 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:07.350618 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-472575b5-fc7a-49ff-9355-23f4835da7d4 req-326eccf3-c3b1-45a3-99b2-68e110002734 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 945 time: 0.0852859 Jun 07 07:03:07.395166 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-472575b5-fc7a-49ff-9355-23f4835da7d4 req-6362f9cd-9f9b-4f42-a7ce-fb3aed45b4df tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/security-groups?id=da22f6c0-ccac-4b4f-9339-a34efc3d3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383821 Jun 07 07:03:07.885553 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:07.953358 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-80715515-400b-42bd-978e-53dc3ed95f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:08.578898 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca6532-c42a-4023-9d65-35cbd6f50609 req-ca15ac67-9b71-4bf2-90f8-f9df32649f07 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:08.580323 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-53ca6532-c42a-4023-9d65-35cbd6f50609 req-ca15ac67-9b71-4bf2-90f8-f9df32649f07 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 945 time: 0.0783858 Jun 07 07:03:08.623436 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-53ca6532-c42a-4023-9d65-35cbd6f50609 req-e982433b-7090-4c31-9188-0c4ec72aba95 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/security-groups?id=da22f6c0-ccac-4b4f-9339-a34efc3d3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371444 Jun 07 07:03:08.941301 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:08.951481 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-6c15a132-65af-4a73-bb7e-2f2e4bf119db req-f292d199-b82d-47c1-9f0c-91e065812697 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1259630 Jun 07 07:03:08.974092 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788fe95-69a6-41fd-8b5c-863a97e9b16b req-ec7564d6-ab35-4625-aa84-e92eabab8fd7 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:08.974973 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-c788fe95-69a6-41fd-8b5c-863a97e9b16b req-ec7564d6-ab35-4625-aa84-e92eabab8fd7 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 945 time: 0.0899696 Jun 07 07:03:09.022356 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-c788fe95-69a6-41fd-8b5c-863a97e9b16b req-4a06ba87-5ffb-4b36-bebf-ed00060c6c98 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/security-groups?id=da22f6c0-ccac-4b4f-9339-a34efc3d3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409691 Jun 07 07:03:10.218100 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14a9ee-7037-43bb-966a-f8bd0d39840b req-dc12ea59-bebe-40b5-b02b-1f0d0dd5bc4b tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:10.219497 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-cd14a9ee-7037-43bb-966a-f8bd0d39840b req-dc12ea59-bebe-40b5-b02b-1f0d0dd5bc4b tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 945 time: 0.0820780 Jun 07 07:03:10.258848 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.agents_db [None req-46aecb79-32b8-4105-868b-523cea85afea None None] Agent healthcheck: found 6 active agents {{(pid=91761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 07:03:10.270940 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-cd14a9ee-7037-43bb-966a-f8bd0d39840b req-8e0c6b04-608a-49ab-b047-16b714c77043 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/security-groups?id=da22f6c0-ccac-4b4f-9339-a34efc3d3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458293 Jun 07 07:03:10.598491 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15a132-65af-4a73-bb7e-2f2e4bf119db req-91c52ac9-6de7-4acb-9670-e705d3b12540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:10.599873 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-6c15a132-65af-4a73-bb7e-2f2e4bf119db req-91c52ac9-6de7-4acb-9670-e705d3b12540 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c&tenant_id=0081b93f682b424a92f9969541476853 HTTP/1.1" status: 200 len: 1098 time: 0.0688169 Jun 07 07:03:10.645564 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:10.690628 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15a132-65af-4a73-bb7e-2f2e4bf119db req-63919bd3-82ae-474c-80b4-743c3ff822c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:10.692088 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-6c15a132-65af-4a73-bb7e-2f2e4bf119db req-63919bd3-82ae-474c-80b4-743c3ff822c8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0081b93f682b424a92f9969541476853&device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 1098 time: 0.0700340 Jun 07 07:03:10.822062 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15a132-65af-4a73-bb7e-2f2e4bf119db req-27c5ae39-1bec-4ff1-acd6-1f9e1b0c434d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:10.823483 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-6c15a132-65af-4a73-bb7e-2f2e4bf119db req-27c5ae39-1bec-4ff1-acd6-1f9e1b0c434d service neutron] 10.222.0.44 "GET /v2.0/networks?id=5c37d138-8837-42e4-9380-fd5e2c8077da HTTP/1.1" status: 200 len: 910 time: 0.1241632 Jun 07 07:03:10.904104 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device 7008217d-dbea-4b94-bf81-bd1eeb709210 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:03:10.926419 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-6c15a132-65af-4a73-bb7e-2f2e4bf119db req-d3ea2d9b-c103-4ae3-8a41-863b92e26276 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7008217d-dbea-4b94-bf81-bd1eeb709210 HTTP/1.1" status: 200 len: 1000 time: 0.0955014 Jun 07 07:03:10.993172 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15a132-65af-4a73-bb7e-2f2e4bf119db req-d188ea63-e273-4bbf-b0b4-d6bb3c92917e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:10.994633 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-6c15a132-65af-4a73-bb7e-2f2e4bf119db req-d188ea63-e273-4bbf-b0b4-d6bb3c92917e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8b57f840-4f16-4f1d-a226-d26c6973a8b4 HTTP/1.1" status: 200 len: 848 time: 0.0609272 Jun 07 07:03:11.019903 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:11.047552 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b152eb5-6824-43fa-ace5-6f9eb4c7455c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7008217d-dbea-4b94-bf81-bd1eeb709210'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:03:11.049800 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bdfcc22c2f6cd30966a80f508f9d4395b4bd329b93c89cee5ea7ddf2c7e5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d966699-3652-48cf-8ce4-9a7fdc4bcf7a" -d '{"events": [{"server_uuid": "3b152eb5-6824-43fa-ace5-6f9eb4c7455c", "name": "network-vif-unplugged", "status": "completed", "tag": "7008217d-dbea-4b94-bf81-bd1eeb709210"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:03:11.058369 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port 7008217d-dbea-4b94-bf81-bd1eeb709210, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=7008217d-dbea-4b94-bf81-bd1eeb709210,segment=NetworkSegment(bb5542f4-3ec4-4f5b-a0df-596623c3dedd),segment_id=bb5542f4-3ec4-4f5b-a0df-596623c3dedd)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:03:11.062701 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:11.064670 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-4693e64a-d5a4-4ea2-bd70-2b4dbda592e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:03:11.073073 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15a132-65af-4a73-bb7e-2f2e4bf119db req-c055dfe0-1979-4f98-8807-02fbff670d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:11.074690 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-6c15a132-65af-4a73-bb7e-2f2e4bf119db req-c055dfe0-1979-4f98-8807-02fbff670d97 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5c37d138-8837-42e4-9380-fd5e2c8077da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737228 Jun 07 07:03:11.096158 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Jun 2021 07:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614ac49d-acbd-43e2-9961-e5ec54bd8ce5 x-openstack-request-id: req-614ac49d-acbd-43e2-9961-e5ec54bd8ce5 {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:03:11.096459 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b152eb5-6824-43fa-ace5-6f9eb4c7455c", "name": "network-vif-unplugged", "status": "completed", "tag": "7008217d-dbea-4b94-bf81-bd1eeb709210", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:03:11.096723 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-614ac49d-acbd-43e2-9961-e5ec54bd8ce5 {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:03:11.097114 dv-cinder-784140-5-iscsi neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b152eb5-6824-43fa-ace5-6f9eb4c7455c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7008217d-dbea-4b94-bf81-bd1eeb709210', 'code': 200} Jun 07 07:03:11.139803 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=7008217d-dbea-4b94-bf81-bd1eeb709210,revision_number=6']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:03:11.146873 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:11.147223 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:11.148561 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:11.148924 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:11.149268 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:11.149604 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:11.149961 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:11.150290 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:11.150618 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:11.150941 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:11.151268 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:11.151586 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:11.155459 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:03:11.208557 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-6c15a132-65af-4a73-bb7e-2f2e4bf119db req-ba1ac319-0b51-4428-8baf-23dc6b84332d service neutron] 10.222.0.44 "GET /v2.0/networks/5c37d138-8837-42e4-9380-fd5e2c8077da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268413 Jun 07 07:03:11.341000 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-6c15a132-65af-4a73-bb7e-2f2e4bf119db req-a264c87f-0b1b-4799-b4c0-01243f2c5863 service neutron] 10.222.0.44 "GET /v2.0/networks/5c37d138-8837-42e4-9380-fd5e2c8077da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251419 Jun 07 07:03:11.467376 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9e328-5ee6-4086-a08e-4dda67c55e3e req-090ddc09-7305-4cf0-bd67-32820f6d262c tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:11.468821 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-7cb9e328-5ee6-4086-a08e-4dda67c55e3e req-090ddc09-7305-4cf0-bd67-32820f6d262c tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 943 time: 0.0934622 Jun 07 07:03:11.513940 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-7cb9e328-5ee6-4086-a08e-4dda67c55e3e req-461921af-4b7d-4c8f-b20b-fa24780ae06d tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/security-groups?id=da22f6c0-ccac-4b4f-9339-a34efc3d3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395164 Jun 07 07:03:12.697938 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f6cc6-2691-4392-942a-2b74742d774e req-0d49096a-58a7-4f8d-9c4f-09a7f763814c tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:12.699295 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-733f6cc6-2691-4392-942a-2b74742d774e req-0d49096a-58a7-4f8d-9c4f-09a7f763814c tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 943 time: 0.0799019 Jun 07 07:03:12.742425 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-733f6cc6-2691-4392-942a-2b74742d774e req-20e6e02a-f69d-4d7a-a463-f19b4c9a898c tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/security-groups?id=da22f6c0-ccac-4b4f-9339-a34efc3d3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375457 Jun 07 07:03:13.950086 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86483142-dd0d-4272-9fe1-b71529b6e1c5 req-8c7bfe50-6d95-42b7-a87f-b5ee02f93864 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:13.951525 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-86483142-dd0d-4272-9fe1-b71529b6e1c5 req-8c7bfe50-6d95-42b7-a87f-b5ee02f93864 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 943 time: 0.0807354 Jun 07 07:03:13.996189 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-86483142-dd0d-4272-9fe1-b71529b6e1c5 req-374d2e1a-342d-4841-a882-e35108a2ead8 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/security-groups?id=da22f6c0-ccac-4b4f-9339-a34efc3d3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392010 Jun 07 07:03:15.179170 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7fda6f-12d7-4735-98f1-b019f7bb4021 req-c802dc09-bcc5-48df-978c-1d1c69a82145 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:15.180603 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-4f7fda6f-12d7-4735-98f1-b019f7bb4021 req-c802dc09-bcc5-48df-978c-1d1c69a82145 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 943 time: 0.0826035 Jun 07 07:03:15.223966 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-4f7fda6f-12d7-4735-98f1-b019f7bb4021 req-a8dba83f-bc60-45f8-b204-95541e63948f tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/security-groups?id=da22f6c0-ccac-4b4f-9339-a34efc3d3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375471 Jun 07 07:03:16.408718 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798f794-37f5-40a9-ba62-aa2734bf1cfe req-e1a4d417-9a3a-474d-8cca-55468a135245 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:16.410064 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-c798f794-37f5-40a9-ba62-aa2734bf1cfe req-e1a4d417-9a3a-474d-8cca-55468a135245 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 943 time: 0.0811703 Jun 07 07:03:16.454220 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-c798f794-37f5-40a9-ba62-aa2734bf1cfe req-6b32a881-2ead-411a-9cd0-058890e6ed5a tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/security-groups?id=da22f6c0-ccac-4b4f-9339-a34efc3d3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379810 Jun 07 07:03:17.603684 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61022efb-c901-458f-8686-3cbbe9e8fd5c req-44e58370-f363-4a30-a051-029d78d6ce4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:17.605195 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-61022efb-c901-458f-8686-3cbbe9e8fd5c req-44e58370-f363-4a30-a051-029d78d6ce4d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 1096 time: 0.0704823 Jun 07 07:03:17.637219 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe481e4-dfd4-4eed-954a-9704572f3130 req-9ee66791-33b0-4a2c-9234-34f305c083f7 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:17.638698 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-fbe481e4-dfd4-4eed-954a-9704572f3130 req-9ee66791-33b0-4a2c-9234-34f305c083f7 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 943 time: 0.0790648 Jun 07 07:03:17.649420 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-61022efb-c901-458f-8686-3cbbe9e8fd5c req-5ccc5bfb-adbf-4439-9845-1a5ecc6d486b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=da22f6c0-ccac-4b4f-9339-a34efc3d3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381429 Jun 07 07:03:17.684077 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-fbe481e4-dfd4-4eed-954a-9704572f3130 req-296f868a-025c-40a6-a0b0-c0e9bf35b585 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/security-groups?id=da22f6c0-ccac-4b4f-9339-a34efc3d3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398235 Jun 07 07:03:18.875553 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0cf73-c245-4600-a7a3-2cfc1aba8b12 req-72528024-b18b-43a6-92de-e2d628af4c67 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:18.877027 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d5d0cf73-c245-4600-a7a3-2cfc1aba8b12 req-72528024-b18b-43a6-92de-e2d628af4c67 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 943 time: 0.0894308 Jun 07 07:03:18.923437 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d5d0cf73-c245-4600-a7a3-2cfc1aba8b12 req-f3ecd73d-846d-49d2-b6d0-8acad08f7cba tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/security-groups?id=da22f6c0-ccac-4b4f-9339-a34efc3d3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403445 Jun 07 07:03:18.960938 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device 7008217d-dbea-4b94-bf81-bd1eeb709210 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 07:03:19.099875 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port 7008217d-dbea-4b94-bf81-bd1eeb709210, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=7008217d-dbea-4b94-bf81-bd1eeb709210,segment=NetworkSegment(bb5542f4-3ec4-4f5b-a0df-596623c3dedd),segment_id=bb5542f4-3ec4-4f5b-a0df-596623c3dedd)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:03:19.114184 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Returning: {'device': '7008217d-dbea-4b94-bf81-bd1eeb709210', 'network_id': '5c37d138-8837-42e4-9380-fd5e2c8077da', 'port_id': '7008217d-dbea-4b94-bf81-bd1eeb709210', 'mac_address': 'fa:16:3e:2c:7f:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b57f840-4f16-4f1d-a226-d26c6973a8b4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 07:03:19.171934 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:19.190142 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7008217d-dbea-4b94-bf81-bd1eeb709210 {{(pid=91760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 07:03:19.206128 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port 7008217d-dbea-4b94-bf81-bd1eeb709210, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=7008217d-dbea-4b94-bf81-bd1eeb709210,segment=NetworkSegment(bb5542f4-3ec4-4f5b-a0df-596623c3dedd),segment_id=bb5542f4-3ec4-4f5b-a0df-596623c3dedd)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:03:19.210345 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:19.212588 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:03:19.285066 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=7008217d-dbea-4b94-bf81-bd1eeb709210,revision_number=7']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:03:19.288768 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:03:19.482481 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] get_ports_and_sgs() called for port_ids ['7008217d-dbea-4b94-bf81-bd1eeb709210'] {{(pid=91760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 07:03:20.992846 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device 7008217d-dbea-4b94-bf81-bd1eeb709210 up at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 07:03:21.058894 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Provisioning complete for port 7008217d-dbea-4b94-bf81-bd1eeb709210 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:03:21.059267 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:21.171707 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:21.198386 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b152eb5-6824-43fa-ace5-6f9eb4c7455c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7008217d-dbea-4b94-bf81-bd1eeb709210'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:03:21.200597 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bdfcc22c2f6cd30966a80f508f9d4395b4bd329b93c89cee5ea7ddf2c7e5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d67088f-06c2-4ede-b09c-4bdc86835012" -d '{"events": [{"server_uuid": "3b152eb5-6824-43fa-ace5-6f9eb4c7455c", "name": "network-vif-plugged", "status": "completed", "tag": "7008217d-dbea-4b94-bf81-bd1eeb709210"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:03:21.208446 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port 7008217d-dbea-4b94-bf81-bd1eeb709210, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=7008217d-dbea-4b94-bf81-bd1eeb709210,segment=NetworkSegment(bb5542f4-3ec4-4f5b-a0df-596623c3dedd),segment_id=bb5542f4-3ec4-4f5b-a0df-596623c3dedd)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:03:21.212276 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:21.214144 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:03:21.247565 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 07:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d11c21-c9a2-4633-9a28-d2848ddff3a5 x-openstack-request-id: req-d7d11c21-c9a2-4633-9a28-d2848ddff3a5 {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:03:21.247861 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b152eb5-6824-43fa-ace5-6f9eb4c7455c", "name": "network-vif-plugged", "status": "completed", "tag": "7008217d-dbea-4b94-bf81-bd1eeb709210", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:03:21.248125 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d7d11c21-c9a2-4633-9a28-d2848ddff3a5 {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:03:21.248512 dv-cinder-784140-5-iscsi neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b152eb5-6824-43fa-ace5-6f9eb4c7455c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7008217d-dbea-4b94-bf81-bd1eeb709210', 'code': 200} Jun 07 07:03:21.313824 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=7008217d-dbea-4b94-bf81-bd1eeb709210,revision_number=8']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:03:21.316726 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:03:32.841642 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:35.211092 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-83b87637-a12f-4f1c-910a-f30bf339dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:36.697628 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e9ee376d-5a34-4e9a-b5a2-5bdfd514ee1e req-c38cf8c2-922f-4e60-9df6-5e05b78f602f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ca2b091e-339d-4c62-bb80-7c149a0e92ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728021 Jun 07 07:03:36.836364 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee376d-5a34-4e9a-b5a2-5bdfd514ee1e req-9060d331-f357-4360-a872-e0554189ef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:36.837763 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e9ee376d-5a34-4e9a-b5a2-5bdfd514ee1e req-9060d331-f357-4360-a872-e0554189ef82 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a5f883678724bcaa5897caf09eee996&device_id=ca2b091e-339d-4c62-bb80-7c149a0e92ac HTTP/1.1" status: 200 len: 1098 time: 0.0687091 Jun 07 07:03:36.981137 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee376d-5a34-4e9a-b5a2-5bdfd514ee1e req-2ddd61db-4d07-4e1e-8aba-6af60444c621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:36.982576 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e9ee376d-5a34-4e9a-b5a2-5bdfd514ee1e req-2ddd61db-4d07-4e1e-8aba-6af60444c621 service neutron] 10.222.0.44 "GET /v2.0/networks?id=604d240f-ca58-417e-b867-1593c3d5d8ef HTTP/1.1" status: 200 len: 912 time: 0.1241794 Jun 07 07:03:37.181409 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e9ee376d-5a34-4e9a-b5a2-5bdfd514ee1e req-6392d257-25d3-4bcb-8438-46e8182d96f0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e689c1c-6973-4242-8809-85d89ecca314 HTTP/1.1" status: 200 len: 1001 time: 0.1893501 Jun 07 07:03:37.243607 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee376d-5a34-4e9a-b5a2-5bdfd514ee1e req-47ab1ec8-c9b3-423c-885b-948ebb808320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:37.244938 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e9ee376d-5a34-4e9a-b5a2-5bdfd514ee1e req-47ab1ec8-c9b3-423c-885b-948ebb808320 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=87a72f20-455f-479d-87c8-83d2f8548043 HTTP/1.1" status: 200 len: 850 time: 0.0551693 Jun 07 07:03:37.321603 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee376d-5a34-4e9a-b5a2-5bdfd514ee1e req-08a66882-99aa-4254-85f1-370527f88084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:37.323113 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e9ee376d-5a34-4e9a-b5a2-5bdfd514ee1e req-08a66882-99aa-4254-85f1-370527f88084 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=604d240f-ca58-417e-b867-1593c3d5d8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0714719 Jun 07 07:03:37.451594 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e9ee376d-5a34-4e9a-b5a2-5bdfd514ee1e req-f684c46e-6d3f-4c2d-97de-2fb117c6c8e4 service neutron] 10.222.0.44 "GET /v2.0/networks/604d240f-ca58-417e-b867-1593c3d5d8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199951 Jun 07 07:03:37.585885 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e9ee376d-5a34-4e9a-b5a2-5bdfd514ee1e req-602faf4b-11b3-4e5b-9b65-f07962936973 service neutron] 10.222.0.44 "GET /v2.0/networks/604d240f-ca58-417e-b867-1593c3d5d8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266651 Jun 07 07:03:37.887646 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:37.953657 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-7b49eb96-8ba5-4649-a827-7d7aadd1265c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:38.944171 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:40.648545 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:41.448589 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72a6eb-4fcb-464f-874e-233aadf5852f req-0b4ce474-9201-4b6b-8ae6-69393d2b0dbc tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:41.450068 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-2f72a6eb-4fcb-464f-874e-233aadf5852f req-0b4ce474-9201-4b6b-8ae6-69393d2b0dbc tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 945 time: 0.0858107 Jun 07 07:03:41.494100 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-2f72a6eb-4fcb-464f-874e-233aadf5852f req-20425da2-04c9-4676-b6a0-24b3c1cfcba2 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383747 Jun 07 07:03:42.767032 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d12c9-e598-45a9-8987-75f2fd8b1fdc req-95d98d94-7818-4d8e-8624-cb33f5162a5e tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:42.768374 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-e63d12c9-e598-45a9-8987-75f2fd8b1fdc req-95d98d94-7818-4d8e-8624-cb33f5162a5e tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 945 time: 0.1689031 Jun 07 07:03:42.812134 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-e63d12c9-e598-45a9-8987-75f2fd8b1fdc req-4c195539-cd4e-428f-b7e2-6a5967ccb128 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372820 Jun 07 07:03:43.997328 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae50e0-c879-4912-837d-778baa3d2afd req-18a7c963-d8e1-413e-8f7d-e4c06a54fc08 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:43.998796 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-6eae50e0-c879-4912-837d-778baa3d2afd req-18a7c963-d8e1-413e-8f7d-e4c06a54fc08 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 945 time: 0.0823796 Jun 07 07:03:44.043305 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-6eae50e0-c879-4912-837d-778baa3d2afd req-80e0d30d-8e0e-486f-adda-9b157ea991f8 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389910 Jun 07 07:03:45.227180 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c9777-874b-46fd-b3fc-fc96a4df3623 req-40b7f91d-d2f4-49e0-8376-144508f420b9 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:45.228599 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-fa1c9777-874b-46fd-b3fc-fc96a4df3623 req-40b7f91d-d2f4-49e0-8376-144508f420b9 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 945 time: 0.0830684 Jun 07 07:03:45.272041 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-fa1c9777-874b-46fd-b3fc-fc96a4df3623 req-a237154a-7481-40c2-9e8d-ae16d0b8cb9f tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373750 Jun 07 07:03:46.460985 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efda41b-6a8f-42fd-b788-bc231a0c81f7 req-e1a05920-1ea5-46cc-b823-11ca545da88b tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:46.462356 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-2efda41b-6a8f-42fd-b788-bc231a0c81f7 req-e1a05920-1ea5-46cc-b823-11ca545da88b tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 945 time: 0.0844631 Jun 07 07:03:46.510901 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-2efda41b-6a8f-42fd-b788-bc231a0c81f7 req-d4253a31-14ec-4a7b-85d0-72f781fac924 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430586 Jun 07 07:03:47.258164 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.agents_db [None req-46aecb79-32b8-4105-868b-523cea85afea None None] Agent healthcheck: found 6 active agents {{(pid=91761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 07:03:47.693691 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759576a-f8c1-4246-9489-f436bad24057 req-0fb2eed8-8715-4fcd-aa5c-be98ace75712 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:47.695188 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-1759576a-f8c1-4246-9489-f436bad24057 req-0fb2eed8-8715-4fcd-aa5c-be98ace75712 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 945 time: 0.0791488 Jun 07 07:03:47.738216 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-1759576a-f8c1-4246-9489-f436bad24057 req-b469c19a-03d9-409e-9d68-19d31111a8b5 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375502 Jun 07 07:03:48.926709 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ff21a-0e34-4a5d-adc5-a6fff2b39e9c req-0148e7f8-68de-469d-822b-06494618722c tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:48.928671 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-f53ff21a-0e34-4a5d-adc5-a6fff2b39e9c req-0148e7f8-68de-469d-822b-06494618722c tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 945 time: 0.0807774 Jun 07 07:03:48.972421 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-f53ff21a-0e34-4a5d-adc5-a6fff2b39e9c req-3e188a55-285f-4c68-a00c-3ee3c9590e61 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378337 Jun 07 07:03:50.016596 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 47954) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:03:50.281592 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde6220-a820-4109-b407-d185c16ccf4a req-6adaf92b-147d-4101-874c-0af53bf8b373 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:50.282963 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-bcde6220-a820-4109-b407-d185c16ccf4a req-6adaf92b-147d-4101-874c-0af53bf8b373 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 945 time: 0.2032182 Jun 07 07:03:50.369339 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-bcde6220-a820-4109-b407-d185c16ccf4a req-f964776a-b720-4fdc-bbd0-16ea71dd13ad tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589461 Jun 07 07:03:50.381534 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [None req-2e927162-5b0d-4ef3-8133-996881c70384 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Deleting port efc4358e-a408-4dd0-ad61-bb614c2dcc48 {{(pid=91759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:03:50.381919 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-2e927162-5b0d-4ef3-8133-996881c70384 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:50.504955 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-2e927162-5b0d-4ef3-8133-996881c70384 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:50.505280 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-2e927162-5b0d-4ef3-8133-996881c70384 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:50.632300 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [None req-2e927162-5b0d-4ef3-8133-996881c70384 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Calling delete_port for efc4358e-a408-4dd0-ad61-bb614c2dcc48 owned by network:floatingip {{(pid=91759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:03:50.761572 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-2e927162-5b0d-4ef3-8133-996881c70384 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222160'] for port, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:50.765271 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-d38f6a0c-9a94-4fc3-8ada-5f574d678853 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:03:50.807914 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e927162-5b0d-4ef3-8133-996881c70384 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Pushing event deleted for resources: {'Port': ['ID=efc4358e-a408-4dd0-ad61-bb614c2dcc48,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:03:50.844008 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e927162-5b0d-4ef3-8133-996881c70384 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:50.844376 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e927162-5b0d-4ef3-8133-996881c70384 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:50.844738 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e927162-5b0d-4ef3-8133-996881c70384 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:50.845188 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e927162-5b0d-4ef3-8133-996881c70384 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:50.845545 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e927162-5b0d-4ef3-8133-996881c70384 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:50.845939 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e927162-5b0d-4ef3-8133-996881c70384 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:50.846287 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e927162-5b0d-4ef3-8133-996881c70384 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:50.846635 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e927162-5b0d-4ef3-8133-996881c70384 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:50.846985 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e927162-5b0d-4ef3-8133-996881c70384 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:50.847327 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e927162-5b0d-4ef3-8133-996881c70384 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:50.847672 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e927162-5b0d-4ef3-8133-996881c70384 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:50.848010 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e927162-5b0d-4ef3-8133-996881c70384 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:50.855469 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-2e927162-5b0d-4ef3-8133-996881c70384 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:03:50.912706 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-2e927162-5b0d-4ef3-8133-996881c70384 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks [] for floatingip, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:50.912951 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.db.l3_db [None req-2e927162-5b0d-4ef3-8133-996881c70384 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Floating IP e29068aa-785e-44f3-aba4-e7d20182dbbf disassociated (deleted). External IP: 172.27.1.77, port: 7e729347-9b48-484a-b3f9-3d82a5159cbc. Jun 07 07:03:51.347831 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e927162-5b0d-4ef3-8133-996881c70384 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Router ef24ee72-6c48-4946-b1fa-ff7d96b86680 has already been hosted by L3 agent 207d1699-2b30-4848-a9d2-d112df8957f2 {{(pid=91759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 07:03:51.527949 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e927162-5b0d-4ef3-8133-996881c70384 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify agent at l3_agent.dv-cinder-784140-5-iscsi the message routers_updated {{(pid=91759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 07:03:51.532149 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-2e927162-5b0d-4ef3-8133-996881c70384 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for floatingip, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:51.539066 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9810f7ad-c498-4626-88a9-8fdb9cae566e None None] Sync routers for ids ['ef24ee72-6c48-4946-b1fa-ff7d96b86680'] in dv-cinder-784140-5-iscsi {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 07:03:51.548213 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9810f7ad-c498-4626-88a9-8fdb9cae566e None None] Routers {'ef24ee72-6c48-4946-b1fa-ff7d96b86680'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:03:51.549111 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-9810f7ad-c498-4626-88a9-8fdb9cae566e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:03:38Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['ef24ee72-6c48-4946-b1fa-ff7d96b86680'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:03:51.570165 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d58d4a-4dde-4e55-9015-0c76a8a4c24b req-26a3f7a3-a84b-4f9a-acd3-5d8f328bab1b tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:51.576913 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-60d58d4a-4dde-4e55-9015-0c76a8a4c24b req-26a3f7a3-a84b-4f9a-acd3-5d8f328bab1b tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 945 time: 0.0958481 Jun 07 07:03:51.602021 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-2e927162-5b0d-4ef3-8133-996881c70384 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "DELETE /v2.0/floatingips/e29068aa-785e-44f3-aba4-e7d20182dbbf HTTP/1.1" status: 204 len: 168 time: 1.5797935 Jun 07 07:03:51.602779 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbf7f0e-ec90-45b7-926c-8299436e47f7', 'tag': '7e729347-9b48-484a-b3f9-3d82a5159cbc'}] {{(pid=91759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:03:51.605232 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a053f81c338bbf1e2ede0d69cafce5cf20f9436aa375ccea032d9338f79a3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9e52f0-57e8-4582-8d02-df5c6c95949b" -d '{"events": [{"name": "network-changed", "server_uuid": "efbf7f0e-ec90-45b7-926c-8299436e47f7", "tag": "7e729347-9b48-484a-b3f9-3d82a5159cbc"}]}' {{(pid=91759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:03:51.637423 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-60d58d4a-4dde-4e55-9015-0c76a8a4c24b req-9017fffb-240f-4f6d-8a76-460786c11674 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595498 Jun 07 07:03:51.704504 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 07:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76241206-80b4-4c50-a36c-717b7ce2293f x-openstack-request-id: req-76241206-80b4-4c50-a36c-717b7ce2293f {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:03:51.704828 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efbf7f0e-ec90-45b7-926c-8299436e47f7", "tag": "7e729347-9b48-484a-b3f9-3d82a5159cbc", "status": "completed", "code": 200}]} {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:03:51.705110 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-76241206-80b4-4c50-a36c-717b7ce2293f {{(pid=91759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:03:51.705551 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbf7f0e-ec90-45b7-926c-8299436e47f7', 'tag': '7e729347-9b48-484a-b3f9-3d82a5159cbc', 'status': 'completed', 'code': 200} Jun 07 07:03:51.752859 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-9810f7ad-c498-4626-88a9-8fdb9cae566e None None] Set router ef24ee72-6c48-4946-b1fa-ff7d96b86680 gateway port host: dv-cinder-784140-5-iscsi {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:03:51.817935 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e52f0-57e8-4582-8d02-df5c6c95949b req-b4504397-e195-4c21-ad41-cee9f50a457f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:51.820171 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ea9e52f0-57e8-4582-8d02-df5c6c95949b req-b4504397-e195-4c21-ad41-cee9f50a457f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a5f883678724bcaa5897caf09eee996&device_id=efbf7f0e-ec90-45b7-926c-8299436e47f7 HTTP/1.1" status: 200 len: 1099 time: 0.0842295 Jun 07 07:03:52.016406 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e52f0-57e8-4582-8d02-df5c6c95949b req-a112dd45-48c4-4f6a-ae64-9ab44275bf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:52.017860 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ea9e52f0-57e8-4582-8d02-df5c6c95949b req-a112dd45-48c4-4f6a-ae64-9ab44275bf35 service neutron] 10.222.0.44 "GET /v2.0/networks?id=604d240f-ca58-417e-b867-1593c3d5d8ef HTTP/1.1" status: 200 len: 912 time: 0.1852808 Jun 07 07:03:52.092251 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ea9e52f0-57e8-4582-8d02-df5c6c95949b req-8669681c-f3b6-40e1-a493-d4fe10d10d28 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e729347-9b48-484a-b3f9-3d82a5159cbc HTTP/1.1" status: 200 len: 217 time: 0.0657809 Jun 07 07:03:52.100345 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b3f7a-9cac-438a-9b9b-a21a7536ed24 req-eb7fe213-4a9c-4b15-a419-7dfd061375ba tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:52.101733 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-5c9b3f7a-9cac-438a-9b9b-a21a7536ed24 req-eb7fe213-4a9c-4b15-a419-7dfd061375ba tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=efbf7f0e-ec90-45b7-926c-8299436e47f7 HTTP/1.1" status: 200 len: 946 time: 0.1779959 Jun 07 07:03:52.109330 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-9810f7ad-c498-4626-88a9-8fdb9cae566e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'name': 'tempest-TestVolumeBootPattern-967276418-router', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:55:35Z', 'updated_at': '2021-06-07T06:55:44Z', 'revision_number': 4, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'gw_port': {'id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:36Z', 'updated_at': '2021-06-07T06:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_floatingips': [{'id': 'c67213b2-52bd-4f5b-8cec-2ce739f3583c', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'floating_ip_address': '172.27.1.134', 'floating_network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'router_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'port_id': '0e689c1c-6973-4242-8809-85d89ecca314', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef', 'mac_address': 'fa:16:3e:4a:a2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2b091e-339d-4c62-bb80-7c149a0e92ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T07:00:06Z', 'updated_at': '2021-06-07T07:00:10Z', 'revision_number': 1, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fd5e9bc-fed3-467b-be75-61bc5c66680c', 'name': '', 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'mac_address': 'fa:16:3e:47:8f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '87a72f20-455f-479d-87c8-83d2f8548043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:42Z', 'updated_at': '2021-06-07T06:55:52Z', 'revision_number': 5, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'subnets': [{'id': '87a72f20-455f-479d-87c8-83d2f8548043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:03:52.116895 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9810f7ad-c498-4626-88a9-8fdb9cae566e None None] Checking router: ef24ee72-6c48-4946-b1fa-ff7d96b86680 for host: dv-cinder-784140-5-iscsi {{(pid=91761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 07:03:52.125200 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9810f7ad-c498-4626-88a9-8fdb9cae566e None None] Routers {'ef24ee72-6c48-4946-b1fa-ff7d96b86680'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:03:52.125803 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-9810f7ad-c498-4626-88a9-8fdb9cae566e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:03:38Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['ef24ee72-6c48-4946-b1fa-ff7d96b86680'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:03:52.187463 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e52f0-57e8-4582-8d02-df5c6c95949b req-ea323046-d681-4c29-8c08-fec38eed49df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:52.188883 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ea9e52f0-57e8-4582-8d02-df5c6c95949b req-ea323046-d681-4c29-8c08-fec38eed49df service neutron] 10.222.0.44 "GET /v2.0/subnets?id=87a72f20-455f-479d-87c8-83d2f8548043 HTTP/1.1" status: 200 len: 850 time: 0.0863061 Jun 07 07:03:52.193415 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-5c9b3f7a-9cac-438a-9b9b-a21a7536ed24 req-c5db8039-55cd-4fa8-ad42-bba0d22b8a2e tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621397 Jun 07 07:03:52.268977 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e52f0-57e8-4582-8d02-df5c6c95949b req-030edcd1-7c3a-4ede-b147-2f737b8101ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:52.270460 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ea9e52f0-57e8-4582-8d02-df5c6c95949b req-030edcd1-7c3a-4ede-b147-2f737b8101ed service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=604d240f-ca58-417e-b867-1593c3d5d8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0729725 Jun 07 07:03:52.308359 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-9810f7ad-c498-4626-88a9-8fdb9cae566e None None] Set router ef24ee72-6c48-4946-b1fa-ff7d96b86680 gateway port host: dv-cinder-784140-5-iscsi {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:03:52.505090 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ea9e52f0-57e8-4582-8d02-df5c6c95949b req-23006fba-4b54-4a7b-a753-00a5089e713a service neutron] 10.222.0.44 "GET /v2.0/networks/604d240f-ca58-417e-b867-1593c3d5d8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274287 Jun 07 07:03:52.634855 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ea9e52f0-57e8-4582-8d02-df5c6c95949b req-7f713a95-e840-408a-9a00-a870a9a5b600 service neutron] 10.222.0.44 "GET /v2.0/networks/604d240f-ca58-417e-b867-1593c3d5d8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227565 Jun 07 07:03:52.653999 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-9810f7ad-c498-4626-88a9-8fdb9cae566e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'name': 'tempest-TestVolumeBootPattern-967276418-router', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:55:35Z', 'updated_at': '2021-06-07T06:55:44Z', 'revision_number': 4, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'gw_port': {'id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:36Z', 'updated_at': '2021-06-07T06:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_floatingips': [{'id': 'c67213b2-52bd-4f5b-8cec-2ce739f3583c', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'floating_ip_address': '172.27.1.134', 'floating_network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'router_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'port_id': '0e689c1c-6973-4242-8809-85d89ecca314', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef', 'mac_address': 'fa:16:3e:4a:a2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2b091e-339d-4c62-bb80-7c149a0e92ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T07:00:06Z', 'updated_at': '2021-06-07T07:00:10Z', 'revision_number': 1, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fd5e9bc-fed3-467b-be75-61bc5c66680c', 'name': '', 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'mac_address': 'fa:16:3e:47:8f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '87a72f20-455f-479d-87c8-83d2f8548043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:42Z', 'updated_at': '2021-06-07T06:55:52Z', 'revision_number': 5, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'subnets': [{'id': '87a72f20-455f-479d-87c8-83d2f8548043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:03:52.658031 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9810f7ad-c498-4626-88a9-8fdb9cae566e None None] The sync data for ids ['ef24ee72-6c48-4946-b1fa-ff7d96b86680'] in dv-cinder-784140-5-iscsi is: [{'id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'name': 'tempest-TestVolumeBootPattern-967276418-router', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:55:35Z', 'updated_at': '2021-06-07T06:55:44Z', 'revision_number': 4, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'gw_port': {'id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:36Z', 'updated_at': '2021-06-07T06:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_floatingips': [{'id': 'c67213b2-52bd-4f5b-8cec-2ce739f3583c', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'floating_ip_address': '172.27.1.134', 'floating_network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'router_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'port_id': '0e689c1c-6973-4242-8809-85d89ecca314', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef', 'mac_address': 'fa:16:3e:4a:a2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2b091e-339d-4c62-bb80-7c149a0e92ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T07:00:06Z', 'updated_at': '2021-06-07T07:00:10Z', 'revision_number': 1, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fd5e9bc-fed3-467b-be75-61bc5c66680c', 'name': '', 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'mac_address': 'fa:16:3e:47:8f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '87a72f20-455f-479d-87c8-83d2f8548043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:42Z', 'updated_at': '2021-06-07T06:55:52Z', 'revision_number': 5, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'subnets': [{'id': '87a72f20-455f-479d-87c8-83d2f8548043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 07:03:52.833223 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bb24b-0692-4542-9f00-07740f53a9aa req-14a1b0a2-5c8a-482c-8aac-ddc8955e206a tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:52.835290 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-716bb24b-0692-4542-9f00-07740f53a9aa req-14a1b0a2-5c8a-482c-8aac-ddc8955e206a tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 945 time: 0.0853522 Jun 07 07:03:52.866908 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beed9748-62d8-474d-9fb7-e39ab9038678 None None] New status for floating IP e29068aa-785e-44f3-aba4-e7d20182dbbf: DOWN {{(pid=91760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 07:03:52.881270 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-716bb24b-0692-4542-9f00-07740f53a9aa req-cfa2a62f-12e7-4728-ba83-d3d7b82b2571 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402749 Jun 07 07:03:53.231353 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca36aa-b446-4496-a74b-f392b44d445a req-7e3bf30d-e827-427e-924b-470dbab83fd7 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:53.232786 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-9aca36aa-b446-4496-a74b-f392b44d445a req-7e3bf30d-e827-427e-924b-470dbab83fd7 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 945 time: 0.0832407 Jun 07 07:03:53.275686 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9d207-74b5-4130-a37a-c61cc60c12e2 req-c18f1643-b20b-4d0d-9e39-a250e1d1ee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:53.277135 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-cdd9d207-74b5-4130-a37a-c61cc60c12e2 req-c18f1643-b20b-4d0d-9e39-a250e1d1ee36 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3be3b372352b4be7914c70797c62b825&device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 1098 time: 0.0722303 Jun 07 07:03:53.284019 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-9aca36aa-b446-4496-a74b-f392b44d445a req-af3f3265-600b-4551-b500-b627b93a2bfd tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445225 Jun 07 07:03:53.468327 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9d207-74b5-4130-a37a-c61cc60c12e2 req-7da9b7e3-fb75-4a2f-8340-8bcf07bbd6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:53.469727 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-cdd9d207-74b5-4130-a37a-c61cc60c12e2 req-7da9b7e3-fb75-4a2f-8340-8bcf07bbd6f6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3 HTTP/1.1" status: 200 len: 912 time: 0.1824138 Jun 07 07:03:53.472688 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff836ac-a716-453b-957a-f41aaea92e2d req-1eac7bd9-7282-4363-8ab3-75de2653f943 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:53.474115 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-8ff836ac-a716-453b-957a-f41aaea92e2d req-1eac7bd9-7282-4363-8ab3-75de2653f943 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.44 "GET /v2.0/ports?device_id=efbf7f0e-ec90-45b7-926c-8299436e47f7 HTTP/1.1" status: 200 len: 946 time: 0.0791025 Jun 07 07:03:53.483939 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9786b9-8842-4d16-92b2-b550ce825db4 req-c37e9a51-c019-4680-ae4c-f178e43d2a89 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:53.485315 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-bb9786b9-8842-4d16-92b2-b550ce825db4 req-c37e9a51-c019-4680-ae4c-f178e43d2a89 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=efbf7f0e-ec90-45b7-926c-8299436e47f7 HTTP/1.1" status: 200 len: 946 time: 0.1623340 Jun 07 07:03:53.609342 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-bb9786b9-8842-4d16-92b2-b550ce825db4 req-b418d7b6-e0f8-4e69-99c6-15c5d1c46393 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765123 Jun 07 07:03:53.612689 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [req-8ff836ac-a716-453b-957a-f41aaea92e2d req-2de06e59-92ba-4e4a-bc25-f163fa16d8ad tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Deleting port 7e729347-9b48-484a-b3f9-3d82a5159cbc {{(pid=91759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:03:53.613040 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-8ff836ac-a716-453b-957a-f41aaea92e2d req-2de06e59-92ba-4e4a-bc25-f163fa16d8ad tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:53.613551 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-cdd9d207-74b5-4130-a37a-c61cc60c12e2 req-0d128798-2778-44b3-b70e-c0f8e1f05be3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c8a1005-55de-40cc-a6e2-29654b4e37f0 HTTP/1.1" status: 200 len: 1001 time: 0.1273632 Jun 07 07:03:53.676218 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9d207-74b5-4130-a37a-c61cc60c12e2 req-edb094c7-cf01-4bac-a9ca-ec3f7644a93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:53.678166 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-cdd9d207-74b5-4130-a37a-c61cc60c12e2 req-edb094c7-cf01-4bac-a9ca-ec3f7644a93c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5fbf224f-d665-4180-b1da-45e679144cae HTTP/1.1" status: 200 len: 850 time: 0.0573215 Jun 07 07:03:53.748341 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.db [req-8ff836ac-a716-453b-957a-f41aaea92e2d req-2de06e59-92ba-4e4a-bc25-f163fa16d8ad tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] For port 7e729347-9b48-484a-b3f9-3d82a5159cbc, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=7e729347-9b48-484a-b3f9-3d82a5159cbc,segment=NetworkSegment(885fa550-1759-4487-99dc-70f937f90f45),segment_id=885fa550-1759-4487-99dc-70f937f90f45)] {{(pid=91759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:03:53.748611 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-8ff836ac-a716-453b-957a-f41aaea92e2d req-2de06e59-92ba-4e4a-bc25-f163fa16d8ad tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:53.754024 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9d207-74b5-4130-a37a-c61cc60c12e2 req-3e499d74-779a-48cc-843d-38c5e5bb354b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:53.756053 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-cdd9d207-74b5-4130-a37a-c61cc60c12e2 req-3e499d74-779a-48cc-843d-38c5e5bb354b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709517 Jun 07 07:03:53.872564 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [req-8ff836ac-a716-453b-957a-f41aaea92e2d req-2de06e59-92ba-4e4a-bc25-f163fa16d8ad tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Calling delete_port for 7e729347-9b48-484a-b3f9-3d82a5159cbc owned by compute:nova {{(pid=91759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:03:53.885060 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-cdd9d207-74b5-4130-a37a-c61cc60c12e2 req-5f6ab1af-73ea-4de7-9cdb-166e0ebdcec7 service neutron] 10.222.0.44 "GET /v2.0/networks/65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226044 Jun 07 07:03:53.988900 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-8ff836ac-a716-453b-957a-f41aaea92e2d req-2de06e59-92ba-4e4a-bc25-f163fa16d8ad tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222160'] for port, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:53.995956 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-9b345dcd-f460-43f3-afa4-9dcd491e0cbf tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:03:54.017961 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-cdd9d207-74b5-4130-a37a-c61cc60c12e2 req-bf1d3cd0-036e-4ef1-8222-f33c082ca112 service neutron] 10.222.0.44 "GET /v2.0/networks/65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252239 Jun 07 07:03:54.041889 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de06e59-92ba-4e4a-bc25-f163fa16d8ad tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Pushing event deleted for resources: {'Port': ['ID=7e729347-9b48-484a-b3f9-3d82a5159cbc,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:03:54.045342 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-2de06e59-92ba-4e4a-bc25-f163fa16d8ad tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:03:54.120964 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff836ac-a716-453b-957a-f41aaea92e2d req-2de06e59-92ba-4e4a-bc25-f163fa16d8ad tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] No DVR routers for this DVR port 7e729347-9b48-484a-b3f9-3d82a5159cbc on host hv-cinder-78414 {{(pid=91759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 07:03:54.123509 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-8ff836ac-a716-453b-957a-f41aaea92e2d req-2de06e59-92ba-4e4a-bc25-f163fa16d8ad tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:54.125464 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-8ff836ac-a716-453b-957a-f41aaea92e2d req-2de06e59-92ba-4e4a-bc25-f163fa16d8ad tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.44 "DELETE /v2.0/ports/7e729347-9b48-484a-b3f9-3d82a5159cbc HTTP/1.1" status: 204 len: 173 time: 0.6449618 Jun 07 07:03:54.125973 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbf7f0e-ec90-45b7-926c-8299436e47f7', 'name': 'network-vif-deleted', 'tag': '7e729347-9b48-484a-b3f9-3d82a5159cbc'}] {{(pid=91759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:03:54.128221 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a053f81c338bbf1e2ede0d69cafce5cf20f9436aa375ccea032d9338f79a3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4933509b-6251-465b-afb4-5526b4856218" -d '{"events": [{"server_uuid": "efbf7f0e-ec90-45b7-926c-8299436e47f7", "name": "network-vif-deleted", "tag": "7e729347-9b48-484a-b3f9-3d82a5159cbc"}]}' {{(pid=91759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:03:54.173872 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 07:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80f8f7e-2ea2-48ff-b402-b8c900335624 x-openstack-request-id: req-a80f8f7e-2ea2-48ff-b402-b8c900335624 {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:03:54.174227 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbf7f0e-ec90-45b7-926c-8299436e47f7", "name": "network-vif-deleted", "tag": "7e729347-9b48-484a-b3f9-3d82a5159cbc", "status": "completed", "code": 200}]} {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:03:54.174540 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a80f8f7e-2ea2-48ff-b402-b8c900335624 {{(pid=91759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:03:54.174963 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbf7f0e-ec90-45b7-926c-8299436e47f7', 'name': 'network-vif-deleted', 'tag': '7e729347-9b48-484a-b3f9-3d82a5159cbc', 'status': 'completed', 'code': 200} Jun 07 07:03:54.473655 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d9c07-b864-497b-a762-1cad04e2a662 req-d20bc4d6-55d7-4d36-9d6c-37f1666f8c10 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:54.475642 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ac0d9c07-b864-497b-a762-1cad04e2a662 req-d20bc4d6-55d7-4d36-9d6c-37f1666f8c10 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 945 time: 0.0852273 Jun 07 07:03:54.529070 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ac0d9c07-b864-497b-a762-1cad04e2a662 req-c8d598a4-7491-43e9-a120-df3621d5ba93 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476255 Jun 07 07:03:54.776731 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-3ccd10bc-cc7a-4c4c-a5db-6bda596f454d req-fada4ec7-0d71-439d-8106-3af17341f8bb tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=efbf7f0e-ec90-45b7-926c-8299436e47f7 HTTP/1.1" status: 200 len: 210 time: 0.0457284 Jun 07 07:03:55.716722 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8bdb2-ac90-47e4-a913-7464a8efb6a2 req-5e25181f-9cbe-4613-aa39-0ec049b5e351 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:55.718168 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-acb8bdb2-ac90-47e4-a913-7464a8efb6a2 req-5e25181f-9cbe-4613-aa39-0ec049b5e351 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 945 time: 0.0815051 Jun 07 07:03:55.761034 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-acb8bdb2-ac90-47e4-a913-7464a8efb6a2 req-a9706453-27b1-400b-8698-276fd44ef359 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373960 Jun 07 07:03:57.163893 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device 7e729347-9b48-484a-b3f9-3d82a5159cbc no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:03:57.203933 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] No Port match for: 7e729347-9b48-484a-b3f9-3d82a5159cbc {{(pid=91760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:03:57.204289 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device 7e729347-9b48-484a-b3f9-3d82a5159cbc not bound to the agent host hv-cinder-78414 {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:03:58.267153 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 48000) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:03:58.521934 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-a42af042-7d57-42e2-95e9-2c64df85c064 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Deleting port f88be024-8045-40c6-b17d-fd7b1219724c {{(pid=91758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:03:58.522273 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a42af042-7d57-42e2-95e9-2c64df85c064 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:58.743157 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a42af042-7d57-42e2-95e9-2c64df85c064 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:58.743387 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a42af042-7d57-42e2-95e9-2c64df85c064 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:58.862011 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-a42af042-7d57-42e2-95e9-2c64df85c064 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Calling delete_port for f88be024-8045-40c6-b17d-fd7b1219724c owned by network:floatingip {{(pid=91758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:03:58.986191 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a42af042-7d57-42e2-95e9-2c64df85c064 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:58.990649 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-da5fdb10-449d-484c-9360-193b634cfa05 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:03:59.034263 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42af042-7d57-42e2-95e9-2c64df85c064 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Pushing event deleted for resources: {'Port': ['ID=f88be024-8045-40c6-b17d-fd7b1219724c,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:03:59.076584 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42af042-7d57-42e2-95e9-2c64df85c064 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:59.076957 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42af042-7d57-42e2-95e9-2c64df85c064 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:59.077322 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42af042-7d57-42e2-95e9-2c64df85c064 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:59.077685 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42af042-7d57-42e2-95e9-2c64df85c064 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:59.078064 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42af042-7d57-42e2-95e9-2c64df85c064 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:59.078423 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42af042-7d57-42e2-95e9-2c64df85c064 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:59.078777 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42af042-7d57-42e2-95e9-2c64df85c064 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:59.079130 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42af042-7d57-42e2-95e9-2c64df85c064 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:59.079488 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42af042-7d57-42e2-95e9-2c64df85c064 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:59.079867 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42af042-7d57-42e2-95e9-2c64df85c064 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:59.080214 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42af042-7d57-42e2-95e9-2c64df85c064 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:59.080562 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42af042-7d57-42e2-95e9-2c64df85c064 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:03:59.111390 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-a42af042-7d57-42e2-95e9-2c64df85c064 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:03:59.137865 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a42af042-7d57-42e2-95e9-2c64df85c064 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks [] for floatingip, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:59.138200 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.db.l3_db [None req-a42af042-7d57-42e2-95e9-2c64df85c064 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Floating IP c67213b2-52bd-4f5b-8cec-2ce739f3583c disassociated (deleted). External IP: 172.27.1.134, port: 0e689c1c-6973-4242-8809-85d89ecca314. Jun 07 07:03:59.478679 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a42af042-7d57-42e2-95e9-2c64df85c064 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Router ef24ee72-6c48-4946-b1fa-ff7d96b86680 has already been hosted by L3 agent 207d1699-2b30-4848-a9d2-d112df8957f2 {{(pid=91758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 07:03:59.655607 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42af042-7d57-42e2-95e9-2c64df85c064 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify agent at l3_agent.dv-cinder-784140-5-iscsi the message routers_updated {{(pid=91758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 07:03:59.659748 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a42af042-7d57-42e2-95e9-2c64df85c064 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for floatingip, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:03:59.664983 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1746ae-2897-44c4-8387-1e62e6da3917 None None] Sync routers for ids ['ef24ee72-6c48-4946-b1fa-ff7d96b86680'] in dv-cinder-784140-5-iscsi {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 07:03:59.674887 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1746ae-2897-44c4-8387-1e62e6da3917 None None] Routers {'ef24ee72-6c48-4946-b1fa-ff7d96b86680'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:03:59.675481 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-eb1746ae-2897-44c4-8387-1e62e6da3917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:03:38Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['ef24ee72-6c48-4946-b1fa-ff7d96b86680'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:03:59.714390 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-a42af042-7d57-42e2-95e9-2c64df85c064 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "DELETE /v2.0/floatingips/c67213b2-52bd-4f5b-8cec-2ce739f3583c HTTP/1.1" status: 204 len: 168 time: 1.4461749 Jun 07 07:03:59.715125 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2b091e-339d-4c62-bb80-7c149a0e92ac', 'tag': '0e689c1c-6973-4242-8809-85d89ecca314'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:03:59.717606 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec36a6c19c8fb969b847be0da992033db50c3714a14aa90e68a12edeb3f3a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825407b7-04ec-4a64-ad8b-9bca34256e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "ca2b091e-339d-4c62-bb80-7c149a0e92ac", "tag": "0e689c1c-6973-4242-8809-85d89ecca314"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:03:59.760116 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 07:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa2bc0a-afe7-481b-879c-a70506137d26 x-openstack-request-id: req-9aa2bc0a-afe7-481b-879c-a70506137d26 {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:03:59.760444 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca2b091e-339d-4c62-bb80-7c149a0e92ac", "tag": "0e689c1c-6973-4242-8809-85d89ecca314", "status": "completed", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:03:59.760737 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9aa2bc0a-afe7-481b-879c-a70506137d26 {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:03:59.761585 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca2b091e-339d-4c62-bb80-7c149a0e92ac', 'tag': '0e689c1c-6973-4242-8809-85d89ecca314', 'status': 'completed', 'code': 200} Jun 07 07:03:59.853374 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825407b7-04ec-4a64-ad8b-9bca34256e0b req-2d1ef32b-dad6-45ed-a1a5-5c9cd16d2a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:59.854027 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-eb1746ae-2897-44c4-8387-1e62e6da3917 None None] Set router ef24ee72-6c48-4946-b1fa-ff7d96b86680 gateway port host: dv-cinder-784140-5-iscsi {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:03:59.854875 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-825407b7-04ec-4a64-ad8b-9bca34256e0b req-2d1ef32b-dad6-45ed-a1a5-5c9cd16d2a95 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a5f883678724bcaa5897caf09eee996&device_id=ca2b091e-339d-4c62-bb80-7c149a0e92ac HTTP/1.1" status: 200 len: 1098 time: 0.0724678 Jun 07 07:03:59.992455 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825407b7-04ec-4a64-ad8b-9bca34256e0b req-082907c6-e416-46d8-97f8-aee9c8db4e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:03:59.993907 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-825407b7-04ec-4a64-ad8b-9bca34256e0b req-082907c6-e416-46d8-97f8-aee9c8db4e38 service neutron] 10.222.0.44 "GET /v2.0/networks?id=604d240f-ca58-417e-b867-1593c3d5d8ef HTTP/1.1" status: 200 len: 912 time: 0.1322470 Jun 07 07:04:00.162305 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-825407b7-04ec-4a64-ad8b-9bca34256e0b req-24c12002-d766-4bee-a435-cf20ae442f57 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e689c1c-6973-4242-8809-85d89ecca314 HTTP/1.1" status: 200 len: 217 time: 0.1594768 Jun 07 07:04:00.225123 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-eb1746ae-2897-44c4-8387-1e62e6da3917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'name': 'tempest-TestVolumeBootPattern-967276418-router', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:55:35Z', 'updated_at': '2021-06-07T06:55:44Z', 'revision_number': 4, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'gw_port': {'id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:36Z', 'updated_at': '2021-06-07T06:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': '3fd5e9bc-fed3-467b-be75-61bc5c66680c', 'name': '', 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'mac_address': 'fa:16:3e:47:8f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '87a72f20-455f-479d-87c8-83d2f8548043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:42Z', 'updated_at': '2021-06-07T06:55:52Z', 'revision_number': 5, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'subnets': [{'id': '87a72f20-455f-479d-87c8-83d2f8548043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:04:00.229002 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1746ae-2897-44c4-8387-1e62e6da3917 None None] Checking router: ef24ee72-6c48-4946-b1fa-ff7d96b86680 for host: dv-cinder-784140-5-iscsi {{(pid=91761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 07:04:00.237157 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1746ae-2897-44c4-8387-1e62e6da3917 None None] Routers {'ef24ee72-6c48-4946-b1fa-ff7d96b86680'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:04:00.238071 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-eb1746ae-2897-44c4-8387-1e62e6da3917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:03:38Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['ef24ee72-6c48-4946-b1fa-ff7d96b86680'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:04:00.271903 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825407b7-04ec-4a64-ad8b-9bca34256e0b req-49c4a35f-1148-46f1-93b9-c097bfeca085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:04:00.273366 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-825407b7-04ec-4a64-ad8b-9bca34256e0b req-49c4a35f-1148-46f1-93b9-c097bfeca085 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=87a72f20-455f-479d-87c8-83d2f8548043 HTTP/1.1" status: 200 len: 850 time: 0.0813272 Jun 07 07:04:00.325959 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105de2c-b5ae-42cf-8a25-1081ce69c08e req-8377386b-e019-4e05-9a9d-f478ba2c0123 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:04:00.327397 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-7105de2c-b5ae-42cf-8a25-1081ce69c08e req-8377386b-e019-4e05-9a9d-f478ba2c0123 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca2b091e-339d-4c62-bb80-7c149a0e92ac HTTP/1.1" status: 200 len: 945 time: 0.1745968 Jun 07 07:04:00.391700 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-7105de2c-b5ae-42cf-8a25-1081ce69c08e req-b24f08c2-7e45-4ecb-a72f-1069b1811567 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559533 Jun 07 07:04:00.401677 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825407b7-04ec-4a64-ad8b-9bca34256e0b req-e169b098-cd1d-472d-b35f-c255fad40075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:04:00.403440 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-825407b7-04ec-4a64-ad8b-9bca34256e0b req-e169b098-cd1d-472d-b35f-c255fad40075 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=604d240f-ca58-417e-b867-1593c3d5d8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1220312 Jun 07 07:04:00.414225 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-eb1746ae-2897-44c4-8387-1e62e6da3917 None None] Set router ef24ee72-6c48-4946-b1fa-ff7d96b86680 gateway port host: dv-cinder-784140-5-iscsi {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:04:00.545634 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-825407b7-04ec-4a64-ad8b-9bca34256e0b req-7c747b5a-0c7f-4b64-9ac7-313f2c63c8b0 service neutron] 10.222.0.44 "GET /v2.0/networks/604d240f-ca58-417e-b867-1593c3d5d8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346557 Jun 07 07:04:00.676931 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-825407b7-04ec-4a64-ad8b-9bca34256e0b req-d7f490cd-c9a8-4765-a551-82363f7dd825 service neutron] 10.222.0.44 "GET /v2.0/networks/604d240f-ca58-417e-b867-1593c3d5d8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243818 Jun 07 07:04:00.726982 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-eb1746ae-2897-44c4-8387-1e62e6da3917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'name': 'tempest-TestVolumeBootPattern-967276418-router', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:55:35Z', 'updated_at': '2021-06-07T06:55:44Z', 'revision_number': 4, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'gw_port': {'id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:36Z', 'updated_at': '2021-06-07T06:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': '3fd5e9bc-fed3-467b-be75-61bc5c66680c', 'name': '', 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'mac_address': 'fa:16:3e:47:8f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '87a72f20-455f-479d-87c8-83d2f8548043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:42Z', 'updated_at': '2021-06-07T06:55:52Z', 'revision_number': 5, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'subnets': [{'id': '87a72f20-455f-479d-87c8-83d2f8548043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:04:00.730788 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1746ae-2897-44c4-8387-1e62e6da3917 None None] The sync data for ids ['ef24ee72-6c48-4946-b1fa-ff7d96b86680'] in dv-cinder-784140-5-iscsi is: [{'id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'name': 'tempest-TestVolumeBootPattern-967276418-router', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:55:35Z', 'updated_at': '2021-06-07T06:55:44Z', 'revision_number': 4, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'gw_port': {'id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:36Z', 'updated_at': '2021-06-07T06:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': '3fd5e9bc-fed3-467b-be75-61bc5c66680c', 'name': '', 'network_id': '604d240f-ca58-417e-b867-1593c3d5d8ef', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'mac_address': 'fa:16:3e:47:8f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '87a72f20-455f-479d-87c8-83d2f8548043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:42Z', 'updated_at': '2021-06-07T06:55:52Z', 'revision_number': 5, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'subnets': [{'id': '87a72f20-455f-479d-87c8-83d2f8548043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 07:04:00.935157 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71197556-489c-4f7e-a95b-52b23680b962 None None] New status for floating IP c67213b2-52bd-4f5b-8cec-2ce739f3583c: DOWN {{(pid=91760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 07:04:01.499558 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80b0d8-9d9d-454c-8193-327a9919b8af req-3b7f6003-7e23-450b-aa4f-66d6d8f9624a tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:04:01.500978 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-4c80b0d8-9d9d-454c-8193-327a9919b8af req-3b7f6003-7e23-450b-aa4f-66d6d8f9624a tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca2b091e-339d-4c62-bb80-7c149a0e92ac HTTP/1.1" status: 200 len: 945 time: 0.0814335 Jun 07 07:04:01.586021 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999fd976-5350-4f44-bab2-a78e6f331629 req-7e7ccdac-a050-4664-b7f6-624464390da5 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:04:01.587500 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-999fd976-5350-4f44-bab2-a78e6f331629 req-7e7ccdac-a050-4664-b7f6-624464390da5 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca2b091e-339d-4c62-bb80-7c149a0e92ac HTTP/1.1" status: 200 len: 945 time: 0.0885365 Jun 07 07:04:01.631962 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-999fd976-5350-4f44-bab2-a78e6f331629 req-b4846a11-960c-43fd-ab0d-585048cea895 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/security-groups?id=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386581 Jun 07 07:04:01.656848 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [req-4c80b0d8-9d9d-454c-8193-327a9919b8af req-68c3ce91-edd0-40a5-8bcc-686e82c479d9 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Deleting port 0e689c1c-6973-4242-8809-85d89ecca314 {{(pid=91759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:04:01.657191 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-4c80b0d8-9d9d-454c-8193-327a9919b8af req-68c3ce91-edd0-40a5-8bcc-686e82c479d9 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:01.792217 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.db [req-4c80b0d8-9d9d-454c-8193-327a9919b8af req-68c3ce91-edd0-40a5-8bcc-686e82c479d9 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] For port 0e689c1c-6973-4242-8809-85d89ecca314, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=0e689c1c-6973-4242-8809-85d89ecca314,segment=NetworkSegment(885fa550-1759-4487-99dc-70f937f90f45),segment_id=885fa550-1759-4487-99dc-70f937f90f45)] {{(pid=91759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:04:01.792572 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-4c80b0d8-9d9d-454c-8193-327a9919b8af req-68c3ce91-edd0-40a5-8bcc-686e82c479d9 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:01.919269 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [req-4c80b0d8-9d9d-454c-8193-327a9919b8af req-68c3ce91-edd0-40a5-8bcc-686e82c479d9 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Calling delete_port for 0e689c1c-6973-4242-8809-85d89ecca314 owned by compute:nova {{(pid=91759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:04:02.030843 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-4c80b0d8-9d9d-454c-8193-327a9919b8af req-68c3ce91-edd0-40a5-8bcc-686e82c479d9 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222160'] for port, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:02.036202 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-27f2333a-b0d6-4d36-97c0-cdadb44cc056 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:02.081764 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c3ce91-edd0-40a5-8bcc-686e82c479d9 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Pushing event deleted for resources: {'Port': ['ID=0e689c1c-6973-4242-8809-85d89ecca314,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:02.084735 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-68c3ce91-edd0-40a5-8bcc-686e82c479d9 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:02.157541 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c80b0d8-9d9d-454c-8193-327a9919b8af req-68c3ce91-edd0-40a5-8bcc-686e82c479d9 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] No DVR routers for this DVR port 0e689c1c-6973-4242-8809-85d89ecca314 on host hv-cinder-78414 {{(pid=91759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 07:04:02.160066 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-4c80b0d8-9d9d-454c-8193-327a9919b8af req-68c3ce91-edd0-40a5-8bcc-686e82c479d9 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:02.162868 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-4c80b0d8-9d9d-454c-8193-327a9919b8af req-68c3ce91-edd0-40a5-8bcc-686e82c479d9 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.44 "DELETE /v2.0/ports/0e689c1c-6973-4242-8809-85d89ecca314 HTTP/1.1" status: 204 len: 173 time: 0.6557250 Jun 07 07:04:02.163354 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2b091e-339d-4c62-bb80-7c149a0e92ac', 'name': 'network-vif-deleted', 'tag': '0e689c1c-6973-4242-8809-85d89ecca314'}] {{(pid=91759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:04:02.165680 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a053f81c338bbf1e2ede0d69cafce5cf20f9436aa375ccea032d9338f79a3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b8d25a-b998-4e85-8b26-65974227091b" -d '{"events": [{"server_uuid": "ca2b091e-339d-4c62-bb80-7c149a0e92ac", "name": "network-vif-deleted", "tag": "0e689c1c-6973-4242-8809-85d89ecca314"}]}' {{(pid=91759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:04:02.217961 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 07:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf086ef-5646-4eab-946b-3ccb8a1bbe40 x-openstack-request-id: req-1bf086ef-5646-4eab-946b-3ccb8a1bbe40 {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:04:02.218424 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca2b091e-339d-4c62-bb80-7c149a0e92ac", "name": "network-vif-deleted", "tag": "0e689c1c-6973-4242-8809-85d89ecca314", "status": "completed", "code": 200}]} {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:04:02.218694 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1bf086ef-5646-4eab-946b-3ccb8a1bbe40 {{(pid=91759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:04:02.219125 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca2b091e-339d-4c62-bb80-7c149a0e92ac', 'name': 'network-vif-deleted', 'tag': '0e689c1c-6973-4242-8809-85d89ecca314', 'status': 'completed', 'code': 200} Jun 07 07:04:02.803123 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-2cf8d632-40eb-4515-a18e-24c59f002311 req-5393d3f1-ebaa-4d74-89a0-f3a2916c891a tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca2b091e-339d-4c62-bb80-7c149a0e92ac HTTP/1.1" status: 200 len: 210 time: 0.0503082 Jun 07 07:04:02.872511 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:03.896463 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 48016) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:04:04.222460 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-a95a8467-c052-4ad2-8b4b-53343fc58f69 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Deleting port f7431221-f417-46cd-84c6-3e7870ac96e0 {{(pid=91758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:04:04.222794 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a95a8467-c052-4ad2-8b4b-53343fc58f69 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:04.336839 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a95a8467-c052-4ad2-8b4b-53343fc58f69 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:04.337160 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a95a8467-c052-4ad2-8b4b-53343fc58f69 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:04.455829 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-a95a8467-c052-4ad2-8b4b-53343fc58f69 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Calling delete_port for f7431221-f417-46cd-84c6-3e7870ac96e0 owned by network:floatingip {{(pid=91758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:04:04.565380 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a95a8467-c052-4ad2-8b4b-53343fc58f69 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:04.569648 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:04.611467 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a8467-c052-4ad2-8b4b-53343fc58f69 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Pushing event deleted for resources: {'Port': ['ID=f7431221-f417-46cd-84c6-3e7870ac96e0,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:04.614556 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-a95a8467-c052-4ad2-8b4b-53343fc58f69 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:04.704883 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a95a8467-c052-4ad2-8b4b-53343fc58f69 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks [] for floatingip, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:04.707273 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a95a8467-c052-4ad2-8b4b-53343fc58f69 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for floatingip, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:04.708449 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-a95a8467-c052-4ad2-8b4b-53343fc58f69 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "DELETE /v2.0/floatingips/e434c236-4cee-45cd-8b75-d1338df48fde HTTP/1.1" status: 204 len: 168 time: 0.8108826 Jun 07 07:04:05.165259 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device 0e689c1c-6973-4242-8809-85d89ecca314 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:04:05.200300 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] No Port match for: 0e689c1c-6973-4242-8809-85d89ecca314 {{(pid=91760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:04:05.200646 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device 0e689c1c-6973-4242-8809-85d89ecca314 not bound to the agent host hv-cinder-78414 {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:04:05.215361 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fca29c73-2d15-4647-a9fa-fd599345d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:06.077046 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 48028) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:04:06.145334 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-50fae1ca-4e69-4e79-b41b-7da4fc353291 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:06.174351 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-50fae1ca-4e69-4e79-b41b-7da4fc353291 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:06.240624 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-50fae1ca-4e69-4e79-b41b-7da4fc353291 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:06.243138 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-50fae1ca-4e69-4e79-b41b-7da4fc353291 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:06.244273 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-50fae1ca-4e69-4e79-b41b-7da4fc353291 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] 10.222.0.35 "DELETE /v2.0/security-groups/d8efbc9d-d1ea-47c2-9845-35cab17dcfa4 HTTP/1.1" status: 204 len: 168 time: 0.1662464 Jun 07 07:04:06.245012 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-89b9f7aa-7ab3-4fec-81ed-d103e7014d75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:06.257291 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fae1ca-4e69-4e79-b41b-7da4fc353291 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8efbc9d-d1ea-47c2-9845-35cab17dcfa4,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:06.260265 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-50fae1ca-4e69-4e79-b41b-7da4fc353291 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:07.322899 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 48034) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:04:07.889439 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:07.908525 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a86af9bc-615c-4f96-83bd-21fa455f22f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875550'] for router_interface, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:07.953985 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-28ac492e-9b34-4b5a-a501-abfb7bb84051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:08.404210 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-a86af9bc-615c-4f96-83bd-21fa455f22f1 admin admin] Deleting port 3fd5e9bc-fed3-467b-be75-61bc5c66680c {{(pid=91758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:04:08.404924 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a86af9bc-615c-4f96-83bd-21fa455f22f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:08.524171 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-a86af9bc-615c-4f96-83bd-21fa455f22f1 admin admin] For port 3fd5e9bc-fed3-467b-be75-61bc5c66680c, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=3fd5e9bc-fed3-467b-be75-61bc5c66680c,segment=NetworkSegment(885fa550-1759-4487-99dc-70f937f90f45),segment_id=885fa550-1759-4487-99dc-70f937f90f45)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:04:08.524519 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a86af9bc-615c-4f96-83bd-21fa455f22f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:08.641294 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-a86af9bc-615c-4f96-83bd-21fa455f22f1 admin admin] Calling delete_port for 3fd5e9bc-fed3-467b-be75-61bc5c66680c owned by network:router_interface {{(pid=91758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:04:08.783742 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a86af9bc-615c-4f96-83bd-21fa455f22f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:08.788799 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-1bdaac60-d880-40c7-ab8b-e6c09a317378 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:08.829890 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86af9bc-615c-4f96-83bd-21fa455f22f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fd5e9bc-fed3-467b-be75-61bc5c66680c,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:08.832996 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-a86af9bc-615c-4f96-83bd-21fa455f22f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:08.949098 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:09.096923 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a86af9bc-615c-4f96-83bd-21fa455f22f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3890604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3874192'] for router_interface, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:09.446416 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a86af9bc-615c-4f96-83bd-21fa455f22f1 admin admin] Router ef24ee72-6c48-4946-b1fa-ff7d96b86680 has already been hosted by L3 agent 207d1699-2b30-4848-a9d2-d112df8957f2 {{(pid=91758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 07:04:09.715702 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86af9bc-615c-4f96-83bd-21fa455f22f1 admin admin] Notify agent at l3_agent.dv-cinder-784140-5-iscsi the message routers_updated {{(pid=91758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 07:04:09.720413 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-a86af9bc-615c-4f96-83bd-21fa455f22f1 admin admin] 10.222.0.35 "PUT /v2.0/routers/ef24ee72-6c48-4946-b1fa-ff7d96b86680/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3965361 Jun 07 07:04:09.722990 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 48038) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:04:09.726514 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e937f63-0ce4-4757-bac4-c7cefed178be None None] Sync routers for ids ['ef24ee72-6c48-4946-b1fa-ff7d96b86680'] in dv-cinder-784140-5-iscsi {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 07:04:09.735766 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e937f63-0ce4-4757-bac4-c7cefed178be None None] Routers {'ef24ee72-6c48-4946-b1fa-ff7d96b86680'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:04:09.736355 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-5e937f63-0ce4-4757-bac4-c7cefed178be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:04:08Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['ef24ee72-6c48-4946-b1fa-ff7d96b86680'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:04:09.893942 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-7cd26a71-ddc8-4759-aa59-3542cb4bec8f admin admin] Notify callbacks [] for router, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:09.908593 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-5e937f63-0ce4-4757-bac4-c7cefed178be None None] Set router ef24ee72-6c48-4946-b1fa-ff7d96b86680 gateway port host: dv-cinder-784140-5-iscsi {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:04:10.067109 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-7cd26a71-ddc8-4759-aa59-3542cb4bec8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:10.142104 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-7cd26a71-ddc8-4759-aa59-3542cb4bec8f admin admin] Deleting port fa668d93-c56c-4b92-b38e-2b9059511c38 {{(pid=91758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:04:10.142448 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-7cd26a71-ddc8-4759-aa59-3542cb4bec8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:10.215809 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-5e937f63-0ce4-4757-bac4-c7cefed178be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'name': 'tempest-TestVolumeBootPattern-967276418-router', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:55:35Z', 'updated_at': '2021-06-07T07:04:08Z', 'revision_number': 5, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'gw_port': {'id': 'fa668d93-c56c-4b92-b38e-2b9059511c38', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:36Z', 'updated_at': '2021-06-07T06:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi'}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:04:10.219746 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e937f63-0ce4-4757-bac4-c7cefed178be None None] Checking router: ef24ee72-6c48-4946-b1fa-ff7d96b86680 for host: dv-cinder-784140-5-iscsi {{(pid=91761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 07:04:10.228132 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e937f63-0ce4-4757-bac4-c7cefed178be None None] Routers {'ef24ee72-6c48-4946-b1fa-ff7d96b86680'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:04:10.228726 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-5e937f63-0ce4-4757-bac4-c7cefed178be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:04:08Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['ef24ee72-6c48-4946-b1fa-ff7d96b86680'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:04:10.267234 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-7cd26a71-ddc8-4759-aa59-3542cb4bec8f admin admin] For port fa668d93-c56c-4b92-b38e-2b9059511c38, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=fa668d93-c56c-4b92-b38e-2b9059511c38,segment=NetworkSegment(5ae08632-c29b-4dd6-8d62-13cd62eb6da9),segment_id=5ae08632-c29b-4dd6-8d62-13cd62eb6da9)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:04:10.267578 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-7cd26a71-ddc8-4759-aa59-3542cb4bec8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:10.375072 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-5e937f63-0ce4-4757-bac4-c7cefed178be None None] Set router ef24ee72-6c48-4946-b1fa-ff7d96b86680 gateway port host: None {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:04:10.396770 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-7cd26a71-ddc8-4759-aa59-3542cb4bec8f admin admin] Calling delete_port for fa668d93-c56c-4b92-b38e-2b9059511c38 owned by network:router_gateway {{(pid=91758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:04:10.478161 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-5e937f63-0ce4-4757-bac4-c7cefed178be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'name': 'tempest-TestVolumeBootPattern-967276418-router', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:55:35Z', 'updated_at': '2021-06-07T07:04:10Z', 'revision_number': 6, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'gw_port_host': None}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:04:10.486165 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e937f63-0ce4-4757-bac4-c7cefed178be None None] The sync data for ids ['ef24ee72-6c48-4946-b1fa-ff7d96b86680'] in dv-cinder-784140-5-iscsi is: [{'id': 'ef24ee72-6c48-4946-b1fa-ff7d96b86680', 'name': 'tempest-TestVolumeBootPattern-967276418-router', 'tenant_id': '7a5f883678724bcaa5897caf09eee996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:55:35Z', 'updated_at': '2021-06-07T07:04:10Z', 'revision_number': 6, 'project_id': '7a5f883678724bcaa5897caf09eee996', 'gw_port_host': None}] {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 07:04:10.534723 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-7cd26a71-ddc8-4759-aa59-3542cb4bec8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:10.539887 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-8c1feeb4-1351-41b3-a23d-09f3e3ffe430 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:10.615805 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd26a71-ddc8-4759-aa59-3542cb4bec8f admin admin] Pushing event deleted for resources: {'Port': ['ID=fa668d93-c56c-4b92-b38e-2b9059511c38,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:10.618370 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-7cd26a71-ddc8-4759-aa59-3542cb4bec8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:10.651251 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:10.677585 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-7cd26a71-ddc8-4759-aa59-3542cb4bec8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3885390'] for router_gateway, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:10.846684 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-7cd26a71-ddc8-4759-aa59-3542cb4bec8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5911'] for router, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:10.849267 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-7cd26a71-ddc8-4759-aa59-3542cb4bec8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:10.873266 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-7cd26a71-ddc8-4759-aa59-3542cb4bec8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879397'] for router, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:10.873887 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd26a71-ddc8-4759-aa59-3542cb4bec8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef24ee72-6c48-4946-b1fa-ff7d96b86680 {{(pid=91758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 07:04:10.878014 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-7cd26a71-ddc8-4759-aa59-3542cb4bec8f admin admin] Notify callbacks [] for router, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:10.879146 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-7cd26a71-ddc8-4759-aa59-3542cb4bec8f admin admin] 10.222.0.35 "DELETE /v2.0/routers/ef24ee72-6c48-4946-b1fa-ff7d96b86680 HTTP/1.1" status: 204 len: 168 time: 1.1552365 Jun 07 07:04:10.882286 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 48040) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:04:11.045059 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a124df5-cbea-4a36-9855-eb5d498261ea admin admin] Deleting subnet 87a72f20-455f-479d-87c8-83d2f8548043 {{(pid=91758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 07:04:11.047921 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9a124df5-cbea-4a36-9855-eb5d498261ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:11.095528 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9a124df5-cbea-4a36-9855-eb5d498261ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2297258'] for subnet, precommit_delete_associations {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:11.171276 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9a124df5-cbea-4a36-9855-eb5d498261ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693753'] for subnet, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:11.238323 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9a124df5-cbea-4a36-9855-eb5d498261ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2228460'] for subnet, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:11.242753 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:11.277953 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a124df5-cbea-4a36-9855-eb5d498261ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87a72f20-455f-479d-87c8-83d2f8548043,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:11.279879 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9a124df5-cbea-4a36-9855-eb5d498261ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for subnet, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:11.283823 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-9a124df5-cbea-4a36-9855-eb5d498261ea admin admin] 10.222.0.35 "DELETE /v2.0/subnets/87a72f20-455f-479d-87c8-83d2f8548043 HTTP/1.1" status: 204 len: 168 time: 0.3983998 Jun 07 07:04:11.283823 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-9a124df5-cbea-4a36-9855-eb5d498261ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:11.284547 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 48042) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:04:11.287604 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fb04c3-c242-45a1-8a19-18a0c54cbc1a None None] Network 604d240f-ca58-417e-b867-1593c3d5d8ef requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 07:04:11.390430 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-55737146-404b-47b2-a3df-ee48c5f90acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546939'] for network, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:11.461518 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [None req-55737146-404b-47b2-a3df-ee48c5f90acb admin admin] Deleting port 276a8cbd-1104-49e7-a62c-d37d967ada95 {{(pid=91759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:04:11.462064 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-55737146-404b-47b2-a3df-ee48c5f90acb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:11.553901 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedb06ea-1bd2-4b4b-97bb-f13af7db900c None None] DHCP port deletion for 604d240f-ca58-417e-b867-1593c3d5d8ef request from dv-cinder-784140-5-iscsi {{(pid=91760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 07:04:11.620047 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-bedb06ea-1bd2-4b4b-97bb-f13af7db900c None None] Deleting port 276a8cbd-1104-49e7-a62c-d37d967ada95 {{(pid=91760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:04:11.620431 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-bedb06ea-1bd2-4b4b-97bb-f13af7db900c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:11.662583 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.db [None req-55737146-404b-47b2-a3df-ee48c5f90acb admin admin] For port 276a8cbd-1104-49e7-a62c-d37d967ada95, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=276a8cbd-1104-49e7-a62c-d37d967ada95,segment=NetworkSegment(885fa550-1759-4487-99dc-70f937f90f45),segment_id=885fa550-1759-4487-99dc-70f937f90f45)] {{(pid=91759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:04:11.662931 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-55737146-404b-47b2-a3df-ee48c5f90acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:11.719274 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-bedb06ea-1bd2-4b4b-97bb-f13af7db900c None None] For port 276a8cbd-1104-49e7-a62c-d37d967ada95, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=276a8cbd-1104-49e7-a62c-d37d967ada95,segment=NetworkSegment(885fa550-1759-4487-99dc-70f937f90f45),segment_id=885fa550-1759-4487-99dc-70f937f90f45)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:04:11.719888 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-bedb06ea-1bd2-4b4b-97bb-f13af7db900c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:11.782867 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [None req-55737146-404b-47b2-a3df-ee48c5f90acb admin admin] Calling delete_port for 276a8cbd-1104-49e7-a62c-d37d967ada95 owned by network:dhcp {{(pid=91759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:04:11.830741 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-55737146-404b-47b2-a3df-ee48c5f90acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222160'] for port, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:11.835438 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-7361ee36-4cb6-434e-9941-ff66128937f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:11.840522 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-bedb06ea-1bd2-4b4b-97bb-f13af7db900c None None] Calling delete_port for 276a8cbd-1104-49e7-a62c-d37d967ada95 owned by network:dhcp {{(pid=91760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:04:11.880574 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55737146-404b-47b2-a3df-ee48c5f90acb admin admin] Pushing event deleted for resources: {'Port': ['ID=276a8cbd-1104-49e7-a62c-d37d967ada95,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:11.883558 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-bedb06ea-1bd2-4b4b-97bb-f13af7db900c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776'] for port, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:11.883725 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-55737146-404b-47b2-a3df-ee48c5f90acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:11.884418 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55737146-404b-47b2-a3df-ee48c5f90acb admin admin] No DVR routers for this DVR port 276a8cbd-1104-49e7-a62c-d37d967ada95 on host dv-cinder-784140-5-iscsi {{(pid=91759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 07:04:11.886733 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-8090b5b4-770e-415b-91a5-fbd284a60c4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:11.930148 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedb06ea-1bd2-4b4b-97bb-f13af7db900c None None] Pushing event deleted for resources: {'Port': ['ID=276a8cbd-1104-49e7-a62c-d37d967ada95,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:11.939437 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedb06ea-1bd2-4b4b-97bb-f13af7db900c None None] No DVR routers for this DVR port 276a8cbd-1104-49e7-a62c-d37d967ada95 on host dv-cinder-784140-5-iscsi {{(pid=91760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 07:04:11.941295 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedb06ea-1bd2-4b4b-97bb-f13af7db900c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:04:11.941641 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedb06ea-1bd2-4b4b-97bb-f13af7db900c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:04:11.941993 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedb06ea-1bd2-4b4b-97bb-f13af7db900c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:04:11.942341 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedb06ea-1bd2-4b4b-97bb-f13af7db900c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:04:11.942673 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedb06ea-1bd2-4b4b-97bb-f13af7db900c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:04:11.943052 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedb06ea-1bd2-4b4b-97bb-f13af7db900c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:04:11.943317 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedb06ea-1bd2-4b4b-97bb-f13af7db900c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:04:11.943634 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedb06ea-1bd2-4b4b-97bb-f13af7db900c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:04:11.943953 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedb06ea-1bd2-4b4b-97bb-f13af7db900c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:04:11.944273 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedb06ea-1bd2-4b4b-97bb-f13af7db900c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:04:11.944586 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedb06ea-1bd2-4b4b-97bb-f13af7db900c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:04:11.944897 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedb06ea-1bd2-4b4b-97bb-f13af7db900c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:04:11.947889 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-bedb06ea-1bd2-4b4b-97bb-f13af7db900c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:12.003289 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-55737146-404b-47b2-a3df-ee48c5f90acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690272', 'neutron.services.segments.db._delete_segments_for_network-8736901055910'] for network, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:12.015235 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.services.segments.db [None req-55737146-404b-47b2-a3df-ee48c5f90acb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['604d240f-ca58-417e-b867-1593c3d5d8ef']}} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:04:12.026867 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.services.segments.db [None req-55737146-404b-47b2-a3df-ee48c5f90acb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '885fa550-1759-4487-99dc-70f937f90f45') {'for_net_delete': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:04:12.027161 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.services.segments.db [None req-55737146-404b-47b2-a3df-ee48c5f90acb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '885fa550-1759-4487-99dc-70f937f90f45') {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:04:12.038656 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-55737146-404b-47b2-a3df-ee48c5f90acb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900799425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3301094'] for segment, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:12.054813 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-55737146-404b-47b2-a3df-ee48c5f90acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642'] for segment, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:12.060874 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55737146-404b-47b2-a3df-ee48c5f90acb admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=91759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 07:04:12.061245 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-55737146-404b-47b2-a3df-ee48c5f90acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2222087'] for segment, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:12.074246 dv-cinder-784140-5-iscsi neutron-server[91759]: Traceback (most recent call last): Jun 07 07:04:12.074246 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 07:04:12.074246 dv-cinder-784140-5-iscsi neutron-server[91759]: timer() Jun 07 07:04:12.074246 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 07:04:12.074246 dv-cinder-784140-5-iscsi neutron-server[91759]: cb(*args, **kw) Jun 07 07:04:12.074246 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 07:04:12.074246 dv-cinder-784140-5-iscsi neutron-server[91759]: return func(*args, **kwargs) Jun 07 07:04:12.074246 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 07:04:12.074246 dv-cinder-784140-5-iscsi neutron-server[91759]: self._notify() Jun 07 07:04:12.074246 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 07:04:12.074246 dv-cinder-784140-5-iscsi neutron-server[91759]: self.callback(batched_events) Jun 07 07:04:12.074246 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 07:04:12.074246 dv-cinder-784140-5-iscsi neutron-server[91759]: event.method(event) Jun 07 07:04:12.074246 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 07:04:12.074246 dv-cinder-784140-5-iscsi neutron-server[91759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 07:04:12.074246 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 07:04:12.074246 dv-cinder-784140-5-iscsi neutron-server[91759]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 07:04:12.074246 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 07:04:12.074246 dv-cinder-784140-5-iscsi neutron-server[91759]: return f(self, *a, **k) Jun 07 07:04:12.074246 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 07:04:12.074246 dv-cinder-784140-5-iscsi neutron-server[91759]: return self._get(url).json() Jun 07 07:04:12.074246 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 07:04:12.074246 dv-cinder-784140-5-iscsi neutron-server[91759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 07:04:12.074246 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 07:04:12.074246 dv-cinder-784140-5-iscsi neutron-server[91759]: return self.request(url, 'GET', **kwargs) Jun 07 07:04:12.074246 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 07:04:12.074246 dv-cinder-784140-5-iscsi neutron-server[91759]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 07:04:12.074246 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 07:04:12.074246 dv-cinder-784140-5-iscsi neutron-server[91759]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 07:04:12.074246 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 07:04:12.074246 dv-cinder-784140-5-iscsi neutron-server[91759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 07:04:12.074246 dv-cinder-784140-5-iscsi neutron-server[91759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 07:04:12.150696 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-55737146-404b-47b2-a3df-ee48c5f90acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3890583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3885419'] for network, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:12.154529 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:12.168017 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-55737146-404b-47b2-a3df-ee48c5f90acb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for network, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:12.169798 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-55737146-404b-47b2-a3df-ee48c5f90acb admin admin] 10.222.0.35 "DELETE /v2.0/networks/604d240f-ca58-417e-b867-1593c3d5d8ef HTTP/1.1" status: 204 len: 168 time: 0.8841076 Jun 07 07:04:12.172787 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 48044) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:04:12.175695 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55737146-404b-47b2-a3df-ee48c5f90acb admin admin] Pushing event deleted for resources: {'Network': ['ID=604d240f-ca58-417e-b867-1593c3d5d8ef,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:12.178180 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-55737146-404b-47b2-a3df-ee48c5f90acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:12.540353 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 3fd5e9bc-fed3-467b-be75-61bc5c66680c no longer exists at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:04:12.574221 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] No Port match for: 3fd5e9bc-fed3-467b-be75-61bc5c66680c {{(pid=91760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:04:12.574578 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 3fd5e9bc-fed3-467b-be75-61bc5c66680c not bound to the agent host dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:04:12.574999 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device fa668d93-c56c-4b92-b38e-2b9059511c38 no longer exists at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:04:12.607431 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] No Port match for: fa668d93-c56c-4b92-b38e-2b9059511c38 {{(pid=91760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:04:12.607804 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device fa668d93-c56c-4b92-b38e-2b9059511c38 not bound to the agent host dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:04:12.608206 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 276a8cbd-1104-49e7-a62c-d37d967ada95 no longer exists at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:04:12.683392 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] No Port match for: 276a8cbd-1104-49e7-a62c-d37d967ada95 {{(pid=91760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:04:12.683744 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 276a8cbd-1104-49e7-a62c-d37d967ada95 not bound to the agent host dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:04:12.726419 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-2550f6cc-ce50-49c3-be75-72b513a1d330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875550'] for router_interface, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:13.127232 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-2550f6cc-ce50-49c3-be75-72b513a1d330 admin admin] Deleting port 81321d8d-4b3d-4985-a9e1-9edbd4369d41 {{(pid=91758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:04:13.127569 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-2550f6cc-ce50-49c3-be75-72b513a1d330 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:13.248439 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-2550f6cc-ce50-49c3-be75-72b513a1d330 admin admin] For port 81321d8d-4b3d-4985-a9e1-9edbd4369d41, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=81321d8d-4b3d-4985-a9e1-9edbd4369d41,segment=NetworkSegment(b38c17f8-8293-43b7-bde3-f6bb826ed2ae),segment_id=b38c17f8-8293-43b7-bde3-f6bb826ed2ae)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:04:13.249174 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-2550f6cc-ce50-49c3-be75-72b513a1d330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:13.465922 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-2550f6cc-ce50-49c3-be75-72b513a1d330 admin admin] Calling delete_port for 81321d8d-4b3d-4985-a9e1-9edbd4369d41 owned by network:router_interface {{(pid=91758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:04:13.618126 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-2550f6cc-ce50-49c3-be75-72b513a1d330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:13.622393 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-cb8228d5-3c6c-4fd2-bcfe-803e91e59d5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:13.666056 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2550f6cc-ce50-49c3-be75-72b513a1d330 admin admin] Pushing event deleted for resources: {'Port': ['ID=81321d8d-4b3d-4985-a9e1-9edbd4369d41,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:13.669098 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-2550f6cc-ce50-49c3-be75-72b513a1d330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:13.932917 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-2550f6cc-ce50-49c3-be75-72b513a1d330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3890604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3874192'] for router_interface, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:14.281994 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2550f6cc-ce50-49c3-be75-72b513a1d330 admin admin] Router caf2622f-f293-46e9-99bd-537c82c92923 has already been hosted by L3 agent 207d1699-2b30-4848-a9d2-d112df8957f2 {{(pid=91758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 07:04:14.451566 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2550f6cc-ce50-49c3-be75-72b513a1d330 admin admin] Notify agent at l3_agent.dv-cinder-784140-5-iscsi the message routers_updated {{(pid=91758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 07:04:14.456624 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-2550f6cc-ce50-49c3-be75-72b513a1d330 admin admin] 10.222.0.35 "PUT /v2.0/routers/caf2622f-f293-46e9-99bd-537c82c92923/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2827842 Jun 07 07:04:14.459848 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 48048) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:04:14.460521 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4828e0b-995a-4c84-98ba-8f012fdc4f7d None None] Sync routers for ids ['caf2622f-f293-46e9-99bd-537c82c92923'] in dv-cinder-784140-5-iscsi {{(pid=91760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 07:04:14.469642 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4828e0b-995a-4c84-98ba-8f012fdc4f7d None None] Routers {'caf2622f-f293-46e9-99bd-537c82c92923'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:04:14.470349 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-d4828e0b-995a-4c84-98ba-8f012fdc4f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:04:08Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['caf2622f-f293-46e9-99bd-537c82c92923'], 'active': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:04:14.635092 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-bbe54368-1d73-4e38-a440-709a4061728b admin admin] Notify callbacks [] for router, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:14.644522 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvr_db [None req-d4828e0b-995a-4c84-98ba-8f012fdc4f7d None None] Set router caf2622f-f293-46e9-99bd-537c82c92923 gateway port host: dv-cinder-784140-5-iscsi {{(pid=91760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:04:14.812701 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-bbe54368-1d73-4e38-a440-709a4061728b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:14.882981 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [None req-bbe54368-1d73-4e38-a440-709a4061728b admin admin] Deleting port 0bfde986-a2e8-456b-bc4a-0c5c56d6421b {{(pid=91759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:04:14.883318 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-bbe54368-1d73-4e38-a440-709a4061728b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:14.929863 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-d4828e0b-995a-4c84-98ba-8f012fdc4f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf2622f-f293-46e9-99bd-537c82c92923', 'name': 'tempest-TestVolumeBootPattern-1689772613-router', 'tenant_id': '2ca0d8019e76421186b4d0032f994660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '0bfde986-a2e8-456b-bc4a-0c5c56d6421b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:55:50Z', 'updated_at': '2021-06-07T07:04:13Z', 'revision_number': 5, 'project_id': '2ca0d8019e76421186b4d0032f994660', 'gw_port': {'id': '0bfde986-a2e8-456b-bc4a-0c5c56d6421b', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf2622f-f293-46e9-99bd-537c82c92923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:55:52Z', 'updated_at': '2021-06-07T06:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi'}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:04:14.933911 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4828e0b-995a-4c84-98ba-8f012fdc4f7d None None] Checking router: caf2622f-f293-46e9-99bd-537c82c92923 for host: dv-cinder-784140-5-iscsi {{(pid=91760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 07:04:14.942041 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4828e0b-995a-4c84-98ba-8f012fdc4f7d None None] Routers {'caf2622f-f293-46e9-99bd-537c82c92923'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:04:14.943314 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-d4828e0b-995a-4c84-98ba-8f012fdc4f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:04:08Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['caf2622f-f293-46e9-99bd-537c82c92923'], 'active': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:04:15.005990 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.db [None req-bbe54368-1d73-4e38-a440-709a4061728b admin admin] For port 0bfde986-a2e8-456b-bc4a-0c5c56d6421b, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=0bfde986-a2e8-456b-bc4a-0c5c56d6421b,segment=NetworkSegment(5ae08632-c29b-4dd6-8d62-13cd62eb6da9),segment_id=5ae08632-c29b-4dd6-8d62-13cd62eb6da9)] {{(pid=91759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:04:15.005990 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-bbe54368-1d73-4e38-a440-709a4061728b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:15.093865 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvr_db [None req-d4828e0b-995a-4c84-98ba-8f012fdc4f7d None None] Set router caf2622f-f293-46e9-99bd-537c82c92923 gateway port host: None {{(pid=91760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:04:15.129578 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [None req-bbe54368-1d73-4e38-a440-709a4061728b admin admin] Calling delete_port for 0bfde986-a2e8-456b-bc4a-0c5c56d6421b owned by network:router_gateway {{(pid=91759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:04:15.201627 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-d4828e0b-995a-4c84-98ba-8f012fdc4f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf2622f-f293-46e9-99bd-537c82c92923', 'name': 'tempest-TestVolumeBootPattern-1689772613-router', 'tenant_id': '2ca0d8019e76421186b4d0032f994660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:55:50Z', 'updated_at': '2021-06-07T07:04:14Z', 'revision_number': 6, 'project_id': '2ca0d8019e76421186b4d0032f994660', 'gw_port_host': None}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:04:15.207267 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4828e0b-995a-4c84-98ba-8f012fdc4f7d None None] The sync data for ids ['caf2622f-f293-46e9-99bd-537c82c92923'] in dv-cinder-784140-5-iscsi is: [{'id': 'caf2622f-f293-46e9-99bd-537c82c92923', 'name': 'tempest-TestVolumeBootPattern-1689772613-router', 'tenant_id': '2ca0d8019e76421186b4d0032f994660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:55:50Z', 'updated_at': '2021-06-07T07:04:14Z', 'revision_number': 6, 'project_id': '2ca0d8019e76421186b4d0032f994660', 'gw_port_host': None}] {{(pid=91760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 07:04:15.494453 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-bbe54368-1d73-4e38-a440-709a4061728b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222160'] for port, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:15.497753 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-fc4c9a0c-77c6-4a25-b128-d9d4711d2f7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:15.544073 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe54368-1d73-4e38-a440-709a4061728b admin admin] Pushing event deleted for resources: {'Port': ['ID=0bfde986-a2e8-456b-bc4a-0c5c56d6421b,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:15.547125 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-bbe54368-1d73-4e38-a440-709a4061728b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:15.646345 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-bbe54368-1d73-4e38-a440-709a4061728b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3885390'] for router_gateway, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:15.815463 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-bbe54368-1d73-4e38-a440-709a4061728b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5911'] for router, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:15.817665 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-bbe54368-1d73-4e38-a440-709a4061728b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:15.839220 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-bbe54368-1d73-4e38-a440-709a4061728b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879397'] for router, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:15.839746 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe54368-1d73-4e38-a440-709a4061728b admin admin] Fanout notify agent at l3_agent the message router_deleted on router caf2622f-f293-46e9-99bd-537c82c92923 {{(pid=91759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 07:04:15.844239 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-bbe54368-1d73-4e38-a440-709a4061728b admin admin] Notify callbacks [] for router, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:15.845345 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-bbe54368-1d73-4e38-a440-709a4061728b admin admin] 10.222.0.35 "DELETE /v2.0/routers/caf2622f-f293-46e9-99bd-537c82c92923 HTTP/1.1" status: 204 len: 168 time: 1.3845356 Jun 07 07:04:15.847849 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 48050) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:04:15.913771 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4ea6b28-3fd4-4492-a856-3c95df3f9647 admin admin] Deleting subnet 777e25ce-3355-4bd4-9d64-8561a3542adc {{(pid=91759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 07:04:15.916971 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c4ea6b28-3fd4-4492-a856-3c95df3f9647 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:15.972348 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c4ea6b28-3fd4-4492-a856-3c95df3f9647 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3301087'] for subnet, precommit_delete_associations {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:16.092399 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c4ea6b28-3fd4-4492-a856-3c95df3f9647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693753'] for subnet, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:16.166634 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c4ea6b28-3fd4-4492-a856-3c95df3f9647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2222269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2564177'] for subnet, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:16.172094 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:16.209832 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea6b28-3fd4-4492-a856-3c95df3f9647 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=777e25ce-3355-4bd4-9d64-8561a3542adc,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:16.212898 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-c4ea6b28-3fd4-4492-a856-3c95df3f9647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:16.213889 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c4ea6b28-3fd4-4492-a856-3c95df3f9647 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:16.215669 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-c4ea6b28-3fd4-4492-a856-3c95df3f9647 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/777e25ce-3355-4bd4-9d64-8561a3542adc HTTP/1.1" status: 204 len: 168 time: 0.3663886 Jun 07 07:04:16.218297 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 48052) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:04:16.219231 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8aeac99-5eeb-4bcf-9309-62d5c2fe781d None None] Network f8581be2-583c-4b21-8720-8f2d89880315 requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 07:04:16.321215 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-94f31600-2f18-4072-86f8-38c58c6d68a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546939'] for network, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:16.394309 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-94f31600-2f18-4072-86f8-38c58c6d68a2 admin admin] Deleting port df49d4ad-7ef1-4d69-9384-062231c9692e {{(pid=91758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:04:16.394573 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-94f31600-2f18-4072-86f8-38c58c6d68a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:16.469146 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc927dd6-15e6-41f0-9afc-6570cd06c358 None None] DHCP port deletion for f8581be2-583c-4b21-8720-8f2d89880315 request from dv-cinder-784140-5-iscsi {{(pid=91760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 07:04:16.492968 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-94f31600-2f18-4072-86f8-38c58c6d68a2 admin admin] For port df49d4ad-7ef1-4d69-9384-062231c9692e, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=df49d4ad-7ef1-4d69-9384-062231c9692e,segment=NetworkSegment(b38c17f8-8293-43b7-bde3-f6bb826ed2ae),segment_id=b38c17f8-8293-43b7-bde3-f6bb826ed2ae)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:04:16.493371 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-94f31600-2f18-4072-86f8-38c58c6d68a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:16.538562 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-bc927dd6-15e6-41f0-9afc-6570cd06c358 None None] Deleting port df49d4ad-7ef1-4d69-9384-062231c9692e {{(pid=91760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:04:16.538944 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-bc927dd6-15e6-41f0-9afc-6570cd06c358 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:16.552551 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 0bfde986-a2e8-456b-bc4a-0c5c56d6421b no longer exists at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:04:16.594530 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] No Port match for: 0bfde986-a2e8-456b-bc4a-0c5c56d6421b {{(pid=91760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:04:16.594882 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 0bfde986-a2e8-456b-bc4a-0c5c56d6421b not bound to the agent host dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:04:16.595304 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 81321d8d-4b3d-4985-a9e1-9edbd4369d41 no longer exists at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:04:16.639182 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] No Port match for: 81321d8d-4b3d-4985-a9e1-9edbd4369d41 {{(pid=91760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:04:16.639534 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 81321d8d-4b3d-4985-a9e1-9edbd4369d41 not bound to the agent host dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:04:16.639956 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device df49d4ad-7ef1-4d69-9384-062231c9692e no longer exists at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:04:16.719740 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-94f31600-2f18-4072-86f8-38c58c6d68a2 admin admin] Calling delete_port for df49d4ad-7ef1-4d69-9384-062231c9692e owned by network:dhcp {{(pid=91758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:04:16.746013 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-bc927dd6-15e6-41f0-9afc-6570cd06c358 None None] For port df49d4ad-7ef1-4d69-9384-062231c9692e, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=df49d4ad-7ef1-4d69-9384-062231c9692e,segment=NetworkSegment(b38c17f8-8293-43b7-bde3-f6bb826ed2ae),segment_id=b38c17f8-8293-43b7-bde3-f6bb826ed2ae)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:04:16.746409 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-bc927dd6-15e6-41f0-9afc-6570cd06c358 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:16.766615 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-94f31600-2f18-4072-86f8-38c58c6d68a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:16.772493 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-7cd690b3-6ea5-45f9-af7f-024f4290b535 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:16.819471 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f31600-2f18-4072-86f8-38c58c6d68a2 admin admin] No DVR routers for this DVR port df49d4ad-7ef1-4d69-9384-062231c9692e on host dv-cinder-784140-5-iscsi {{(pid=91758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 07:04:16.821433 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f31600-2f18-4072-86f8-38c58c6d68a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=df49d4ad-7ef1-4d69-9384-062231c9692e,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:16.850835 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-94f31600-2f18-4072-86f8-38c58c6d68a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:16.910805 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-bc927dd6-15e6-41f0-9afc-6570cd06c358 None None] Calling delete_port for df49d4ad-7ef1-4d69-9384-062231c9692e owned by network:dhcp {{(pid=91760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:04:16.916348 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] No active binding found for port df49d4ad-7ef1-4d69-9384-062231c9692e {{(pid=91760) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 07 07:04:16.916758 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device df49d4ad-7ef1-4d69-9384-062231c9692e not bound to the agent host dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:04:16.938460 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-94f31600-2f18-4072-86f8-38c58c6d68a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690272', 'neutron.services.segments.db._delete_segments_for_network-8736901055910'] for network, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:16.955144 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.services.segments.db [None req-94f31600-2f18-4072-86f8-38c58c6d68a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8581be2-583c-4b21-8720-8f2d89880315']}} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:04:16.958412 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-bc927dd6-15e6-41f0-9afc-6570cd06c358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776'] for port, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:16.962186 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-bedb06ea-1bd2-4b4b-97bb-f13af7db900c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:16.973349 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.services.segments.db [None req-94f31600-2f18-4072-86f8-38c58c6d68a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b38c17f8-8293-43b7-bde3-f6bb826ed2ae') {'for_net_delete': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:04:16.973631 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.services.segments.db [None req-94f31600-2f18-4072-86f8-38c58c6d68a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b38c17f8-8293-43b7-bde3-f6bb826ed2ae') {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:04:16.987745 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-94f31600-2f18-4072-86f8-38c58c6d68a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900799425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2297235'] for segment, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:17.008225 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc927dd6-15e6-41f0-9afc-6570cd06c358 None None] Pushing event deleted for resources: {'Port': ['ID=df49d4ad-7ef1-4d69-9384-062231c9692e,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:17.008758 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-94f31600-2f18-4072-86f8-38c58c6d68a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642'] for segment, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:17.010138 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc927dd6-15e6-41f0-9afc-6570cd06c358 None None] No DVR routers for this DVR port df49d4ad-7ef1-4d69-9384-062231c9692e on host dv-cinder-784140-5-iscsi {{(pid=91760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 07:04:17.011552 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-bc927dd6-15e6-41f0-9afc-6570cd06c358 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:17.020156 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94f31600-2f18-4072-86f8-38c58c6d68a2 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=91758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 07:04:17.020583 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-94f31600-2f18-4072-86f8-38c58c6d68a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2309482'] for segment, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:17.034039 dv-cinder-784140-5-iscsi neutron-server[91758]: Traceback (most recent call last): Jun 07 07:04:17.034039 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 07:04:17.034039 dv-cinder-784140-5-iscsi neutron-server[91758]: timer() Jun 07 07:04:17.034039 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 07:04:17.034039 dv-cinder-784140-5-iscsi neutron-server[91758]: cb(*args, **kw) Jun 07 07:04:17.034039 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 07:04:17.034039 dv-cinder-784140-5-iscsi neutron-server[91758]: return func(*args, **kwargs) Jun 07 07:04:17.034039 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 07:04:17.034039 dv-cinder-784140-5-iscsi neutron-server[91758]: self._notify() Jun 07 07:04:17.034039 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 07:04:17.034039 dv-cinder-784140-5-iscsi neutron-server[91758]: self.callback(batched_events) Jun 07 07:04:17.034039 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 07:04:17.034039 dv-cinder-784140-5-iscsi neutron-server[91758]: event.method(event) Jun 07 07:04:17.034039 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 07:04:17.034039 dv-cinder-784140-5-iscsi neutron-server[91758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 07:04:17.034039 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 07:04:17.034039 dv-cinder-784140-5-iscsi neutron-server[91758]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 07:04:17.034039 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 07:04:17.034039 dv-cinder-784140-5-iscsi neutron-server[91758]: return f(self, *a, **k) Jun 07 07:04:17.034039 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 07:04:17.034039 dv-cinder-784140-5-iscsi neutron-server[91758]: return self._get(url).json() Jun 07 07:04:17.034039 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 07:04:17.034039 dv-cinder-784140-5-iscsi neutron-server[91758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 07:04:17.034039 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 07:04:17.034039 dv-cinder-784140-5-iscsi neutron-server[91758]: return self.request(url, 'GET', **kwargs) Jun 07 07:04:17.034039 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 07:04:17.034039 dv-cinder-784140-5-iscsi neutron-server[91758]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 07:04:17.034039 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 07:04:17.034039 dv-cinder-784140-5-iscsi neutron-server[91758]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 07:04:17.034039 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 07:04:17.034039 dv-cinder-784140-5-iscsi neutron-server[91758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 07:04:17.034039 dv-cinder-784140-5-iscsi neutron-server[91758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 07:04:17.107623 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-94f31600-2f18-4072-86f8-38c58c6d68a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3890583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3885419'] for network, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:17.114806 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:17.124660 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-94f31600-2f18-4072-86f8-38c58c6d68a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for network, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:17.126574 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-94f31600-2f18-4072-86f8-38c58c6d68a2 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f8581be2-583c-4b21-8720-8f2d89880315 HTTP/1.1" status: 204 len: 168 time: 0.9072762 Jun 07 07:04:17.132991 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f31600-2f18-4072-86f8-38c58c6d68a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8581be2-583c-4b21-8720-8f2d89880315,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:17.135508 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-94f31600-2f18-4072-86f8-38c58c6d68a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:17.238272 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 48056) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:04:17.289641 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-8ce4f2e2-9ab5-4168-a486-9819458fa7c4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7a5f883678724bcaa5897caf09eee996&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498888 Jun 07 07:04:17.293630 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 48058) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:04:17.351803 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-089a5eea-fbb1-457d-977c-cbe0ed73d8b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:17.377528 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-089a5eea-fbb1-457d-977c-cbe0ed73d8b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:17.427391 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-089a5eea-fbb1-457d-977c-cbe0ed73d8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:17.429968 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-089a5eea-fbb1-457d-977c-cbe0ed73d8b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:17.431073 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-089a5eea-fbb1-457d-977c-cbe0ed73d8b8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6b18d0b8-be5e-4d10-b846-afb92722aa3d HTTP/1.1" status: 204 len: 168 time: 0.1364770 Jun 07 07:04:17.431877 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-28a79e04-701d-4db6-864c-f1a061f940ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:17.441388 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a5eea-fbb1-457d-977c-cbe0ed73d8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b18d0b8-be5e-4d10-b846-afb92722aa3d,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:17.443691 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-089a5eea-fbb1-457d-977c-cbe0ed73d8b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:17.769128 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 48064) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:04:17.816207 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-08644f40-088f-46d8-9071-51ce0175b4b7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2ca0d8019e76421186b4d0032f994660&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458746 Jun 07 07:04:17.819187 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 48066) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:04:17.877627 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-2a9da69b-92fa-4e34-a844-7235e0545a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:17.903921 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-2a9da69b-92fa-4e34-a844-7235e0545a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:17.957233 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-2a9da69b-92fa-4e34-a844-7235e0545a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:17.960456 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-2a9da69b-92fa-4e34-a844-7235e0545a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:17.961575 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-2a9da69b-92fa-4e34-a844-7235e0545a05 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c11e944a-faf1-4ab5-b4c5-1d5f16b2ce8d HTTP/1.1" status: 204 len: 168 time: 0.1415143 Jun 07 07:04:17.962355 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-bbeb8637-7777-4cb5-a550-3839124a9179 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:17.971511 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9da69b-92fa-4e34-a844-7235e0545a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11e944a-faf1-4ab5-b4c5-1d5f16b2ce8d,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:17.974378 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-2a9da69b-92fa-4e34-a844-7235e0545a05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:24.258602 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.agents_db [None req-46aecb79-32b8-4105-868b-523cea85afea None None] Agent healthcheck: found 6 active agents {{(pid=91761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 07:04:28.601930 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836f40a-c6a5-484a-b415-fd14fa68328a req-22064b98-6179-4644-ad43-08385fa84604 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:04:28.603371 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-a836f40a-c6a5-484a-b415-fd14fa68328a req-22064b98-6179-4644-ad43-08385fa84604 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 945 time: 0.3047471 Jun 07 07:04:28.656219 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-a836f40a-c6a5-484a-b415-fd14fa68328a req-4d10ad65-6fb4-43e2-ba49-18064e861e22 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471568 Jun 07 07:04:29.889648 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765102e6-1246-413f-839c-67188487c4fb req-45a41b8c-c3e7-4cc0-9937-44fd562d5413 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:04:29.891129 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-765102e6-1246-413f-839c-67188487c4fb req-45a41b8c-c3e7-4cc0-9937-44fd562d5413 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 945 time: 0.1299517 Jun 07 07:04:29.934966 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-765102e6-1246-413f-839c-67188487c4fb req-af0dd0cb-963c-4154-9ab0-79d67630b0b7 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375097 Jun 07 07:04:30.161714 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3884cc2-1331-4fcc-9363-d7fd7a58fb54 req-687e9d98-67dc-4e63-9f1d-57ff6701d34a tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:04:30.163745 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-f3884cc2-1331-4fcc-9363-d7fd7a58fb54 req-687e9d98-67dc-4e63-9f1d-57ff6701d34a tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 945 time: 0.0839970 Jun 07 07:04:30.299321 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [req-f3884cc2-1331-4fcc-9363-d7fd7a58fb54 req-bc0f89d7-b494-44d0-9d0b-9d56e5857308 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Deleting port 2c8a1005-55de-40cc-a6e2-29654b4e37f0 {{(pid=91759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:04:30.299657 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-f3884cc2-1331-4fcc-9363-d7fd7a58fb54 req-bc0f89d7-b494-44d0-9d0b-9d56e5857308 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:30.429642 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.db [req-f3884cc2-1331-4fcc-9363-d7fd7a58fb54 req-bc0f89d7-b494-44d0-9d0b-9d56e5857308 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] For port 2c8a1005-55de-40cc-a6e2-29654b4e37f0, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2c8a1005-55de-40cc-a6e2-29654b4e37f0,segment=NetworkSegment(af2c1ab1-ee4e-455f-82ce-f3bfb8e98966),segment_id=af2c1ab1-ee4e-455f-82ce-f3bfb8e98966)] {{(pid=91759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:04:30.430092 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-f3884cc2-1331-4fcc-9363-d7fd7a58fb54 req-bc0f89d7-b494-44d0-9d0b-9d56e5857308 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:30.806720 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-f3884cc2-1331-4fcc-9363-d7fd7a58fb54 req-bc0f89d7-b494-44d0-9d0b-9d56e5857308 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:30.807086 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-f3884cc2-1331-4fcc-9363-d7fd7a58fb54 req-bc0f89d7-b494-44d0-9d0b-9d56e5857308 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3885433'] for floatingip, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:30.807653 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.db.l3_db [req-f3884cc2-1331-4fcc-9363-d7fd7a58fb54 req-bc0f89d7-b494-44d0-9d0b-9d56e5857308 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Floating IP f7a4e01d-e2d5-4cd1-b218-e5fb6bf8f23c disassociated. External IP: 172.27.1.254, port: 2c8a1005-55de-40cc-a6e2-29654b4e37f0. Jun 07 07:04:30.807987 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [req-f3884cc2-1331-4fcc-9363-d7fd7a58fb54 req-bc0f89d7-b494-44d0-9d0b-9d56e5857308 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Calling delete_port for 2c8a1005-55de-40cc-a6e2-29654b4e37f0 owned by compute:nova {{(pid=91759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:04:30.921256 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-f3884cc2-1331-4fcc-9363-d7fd7a58fb54 req-bc0f89d7-b494-44d0-9d0b-9d56e5857308 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222160'] for port, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:30.927877 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-2de06e59-92ba-4e4a-bc25-f163fa16d8ad tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:30.972894 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f89d7-b494-44d0-9d0b-9d56e5857308 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Pushing event deleted for resources: {'Port': ['ID=2c8a1005-55de-40cc-a6e2-29654b4e37f0,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:30.976937 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-bc0f89d7-b494-44d0-9d0b-9d56e5857308 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:31.098204 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-3128d008-d3ba-4f9c-ba52-b6ae81893bc3 req-80450a02-38cf-494d-8cc6-ca144f0fd975 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c7de277-0b02-4dac-8154-6d590ce599b9 HTTP/1.1" status: 200 len: 210 time: 0.0436020 Jun 07 07:04:31.162825 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3884cc2-1331-4fcc-9363-d7fd7a58fb54 req-bc0f89d7-b494-44d0-9d0b-9d56e5857308 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Router f316f3d2-2c89-4a0a-bcdf-b83455de0a4e has already been hosted by L3 agent 207d1699-2b30-4848-a9d2-d112df8957f2 {{(pid=91759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 07:04:31.341544 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3884cc2-1331-4fcc-9363-d7fd7a58fb54 req-bc0f89d7-b494-44d0-9d0b-9d56e5857308 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify agent at l3_agent.dv-cinder-784140-5-iscsi the message routers_updated {{(pid=91759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 07:04:31.353763 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c6ecac-62c8-4644-b172-6e344f3b9d4e None None] Sync routers for ids ['f316f3d2-2c89-4a0a-bcdf-b83455de0a4e'] in dv-cinder-784140-5-iscsi {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 07:04:31.364269 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c6ecac-62c8-4644-b172-6e344f3b9d4e None None] Routers {'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:04:31.365617 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-c3c6ecac-62c8-4644-b172-6e344f3b9d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:04:08Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['f316f3d2-2c89-4a0a-bcdf-b83455de0a4e'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:04:31.423034 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3884cc2-1331-4fcc-9363-d7fd7a58fb54 req-bc0f89d7-b494-44d0-9d0b-9d56e5857308 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] No DVR routers for this DVR port 2c8a1005-55de-40cc-a6e2-29654b4e37f0 on host hv-cinder-78414 {{(pid=91759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 07:04:31.425526 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-f3884cc2-1331-4fcc-9363-d7fd7a58fb54 req-bc0f89d7-b494-44d0-9d0b-9d56e5857308 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:31.428011 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-f3884cc2-1331-4fcc-9363-d7fd7a58fb54 req-bc0f89d7-b494-44d0-9d0b-9d56e5857308 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.44 "DELETE /v2.0/ports/2c8a1005-55de-40cc-a6e2-29654b4e37f0 HTTP/1.1" status: 204 len: 173 time: 1.2583687 Jun 07 07:04:31.428528 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7de277-0b02-4dac-8154-6d590ce599b9', 'name': 'network-vif-deleted', 'tag': '2c8a1005-55de-40cc-a6e2-29654b4e37f0'}] {{(pid=91759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:04:31.431384 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a053f81c338bbf1e2ede0d69cafce5cf20f9436aa375ccea032d9338f79a3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b568ec-8689-4fcd-94dd-b8488cf4fef9" -d '{"events": [{"server_uuid": "3c7de277-0b02-4dac-8154-6d590ce599b9", "name": "network-vif-deleted", "tag": "2c8a1005-55de-40cc-a6e2-29654b4e37f0"}]}' {{(pid=91759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:04:31.481551 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 07:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb2c171-e4f6-439d-b054-1668f522f009 x-openstack-request-id: req-deb2c171-e4f6-439d-b054-1668f522f009 {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:04:31.481898 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c7de277-0b02-4dac-8154-6d590ce599b9", "name": "network-vif-deleted", "tag": "2c8a1005-55de-40cc-a6e2-29654b4e37f0", "status": "completed", "code": 200}]} {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:04:31.482219 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-deb2c171-e4f6-439d-b054-1668f522f009 {{(pid=91759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:04:31.482633 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7de277-0b02-4dac-8154-6d590ce599b9', 'name': 'network-vif-deleted', 'tag': '2c8a1005-55de-40cc-a6e2-29654b4e37f0', 'status': 'completed', 'code': 200} Jun 07 07:04:31.547751 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-c3c6ecac-62c8-4644-b172-6e344f3b9d4e None None] Set router f316f3d2-2c89-4a0a-bcdf-b83455de0a4e gateway port host: dv-cinder-784140-5-iscsi {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:04:31.851781 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-c3c6ecac-62c8-4644-b172-6e344f3b9d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'name': 'tempest-AttachVolumeTestJSON-1665678765-router', 'tenant_id': '3be3b372352b4be7914c70797c62b825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '61cdd2d4-4422-440c-9464-b3d85f7e9464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:01:34Z', 'updated_at': '2021-06-07T07:01:38Z', 'revision_number': 4, 'project_id': '3be3b372352b4be7914c70797c62b825', 'gw_port': {'id': '61cdd2d4-4422-440c-9464-b3d85f7e9464', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:af:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:01:35Z', 'updated_at': '2021-06-07T07:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': '7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad', 'name': '', 'network_id': '65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3', 'tenant_id': '3be3b372352b4be7914c70797c62b825', 'mac_address': 'fa:16:3e:95:75:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5fbf224f-d665-4180-b1da-45e679144cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:01:37Z', 'updated_at': '2021-06-07T07:01:44Z', 'revision_number': 5, 'project_id': '3be3b372352b4be7914c70797c62b825', 'subnets': [{'id': '5fbf224f-d665-4180-b1da-45e679144cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:04:31.855481 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c6ecac-62c8-4644-b172-6e344f3b9d4e None None] Checking router: f316f3d2-2c89-4a0a-bcdf-b83455de0a4e for host: dv-cinder-784140-5-iscsi {{(pid=91761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 07:04:31.863799 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c6ecac-62c8-4644-b172-6e344f3b9d4e None None] Routers {'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:04:31.864382 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-c3c6ecac-62c8-4644-b172-6e344f3b9d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:04:08Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['f316f3d2-2c89-4a0a-bcdf-b83455de0a4e'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:04:32.038972 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-c3c6ecac-62c8-4644-b172-6e344f3b9d4e None None] Set router f316f3d2-2c89-4a0a-bcdf-b83455de0a4e gateway port host: dv-cinder-784140-5-iscsi {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:04:32.233421 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 48106) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:04:32.297327 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3b3ac93d-a9d4-40f5-bd81-5c106300a568 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:32.327656 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3b3ac93d-a9d4-40f5-bd81-5c106300a568 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:32.375865 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-c3c6ecac-62c8-4644-b172-6e344f3b9d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'name': 'tempest-AttachVolumeTestJSON-1665678765-router', 'tenant_id': '3be3b372352b4be7914c70797c62b825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '61cdd2d4-4422-440c-9464-b3d85f7e9464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:01:34Z', 'updated_at': '2021-06-07T07:01:38Z', 'revision_number': 4, 'project_id': '3be3b372352b4be7914c70797c62b825', 'gw_port': {'id': '61cdd2d4-4422-440c-9464-b3d85f7e9464', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:af:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:01:35Z', 'updated_at': '2021-06-07T07:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': '7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad', 'name': '', 'network_id': '65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3', 'tenant_id': '3be3b372352b4be7914c70797c62b825', 'mac_address': 'fa:16:3e:95:75:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5fbf224f-d665-4180-b1da-45e679144cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:01:37Z', 'updated_at': '2021-06-07T07:01:44Z', 'revision_number': 5, 'project_id': '3be3b372352b4be7914c70797c62b825', 'subnets': [{'id': '5fbf224f-d665-4180-b1da-45e679144cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:04:32.380114 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c6ecac-62c8-4644-b172-6e344f3b9d4e None None] The sync data for ids ['f316f3d2-2c89-4a0a-bcdf-b83455de0a4e'] in dv-cinder-784140-5-iscsi is: [{'id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'name': 'tempest-AttachVolumeTestJSON-1665678765-router', 'tenant_id': '3be3b372352b4be7914c70797c62b825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '61cdd2d4-4422-440c-9464-b3d85f7e9464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:01:34Z', 'updated_at': '2021-06-07T07:01:38Z', 'revision_number': 4, 'project_id': '3be3b372352b4be7914c70797c62b825', 'gw_port': {'id': '61cdd2d4-4422-440c-9464-b3d85f7e9464', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:af:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:01:35Z', 'updated_at': '2021-06-07T07:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': '7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad', 'name': '', 'network_id': '65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3', 'tenant_id': '3be3b372352b4be7914c70797c62b825', 'mac_address': 'fa:16:3e:95:75:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5fbf224f-d665-4180-b1da-45e679144cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:01:37Z', 'updated_at': '2021-06-07T07:01:44Z', 'revision_number': 5, 'project_id': '3be3b372352b4be7914c70797c62b825', 'subnets': [{'id': '5fbf224f-d665-4180-b1da-45e679144cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 07:04:32.386097 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3b3ac93d-a9d4-40f5-bd81-5c106300a568 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:32.388054 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3b3ac93d-a9d4-40f5-bd81-5c106300a568 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:32.389433 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-3b3ac93d-a9d4-40f5-bd81-5c106300a568 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "DELETE /v2.0/security-groups/9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec HTTP/1.1" status: 204 len: 168 time: 0.1546085 Jun 07 07:04:32.390372 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-e151119a-2b0f-40ad-8a75-3a78e9778126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:32.392061 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 48108) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:04:32.403074 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3ac93d-a9d4-40f5-bd81-5c106300a568 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:32.406170 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-3b3ac93d-a9d4-40f5-bd81-5c106300a568 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:32.410066 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.api.v2.resource [None req-cd009ce9-9fe7-4065-b2e8-7321b6f0cb22 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] show failed (client error): The resource could not be found. Jun 07 07:04:32.411041 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-cd009ce9-9fe7-4065-b2e8-7321b6f0cb22 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups/9864bb88-a47d-4f44-9f6a-a9dc64e7b3ec HTTP/1.1" status: 404 len: 347 time: 0.0174580 Jun 07 07:04:32.414730 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 48110) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:04:32.615688 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e3dc74-eb3c-42a4-9a14-0fc98ddd258f None None] New status for floating IP f7a4e01d-e2d5-4cd1-b218-e5fb6bf8f23c: DOWN {{(pid=91760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 07:04:32.643910 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-bb72fa12-655a-46a5-8c5e-968aebbdedb0 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Deleting port 689c406a-ed55-4027-815e-48bd436ee740 {{(pid=91758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:04:32.644178 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bb72fa12-655a-46a5-8c5e-968aebbdedb0 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:32.767174 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bb72fa12-655a-46a5-8c5e-968aebbdedb0 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:32.767577 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bb72fa12-655a-46a5-8c5e-968aebbdedb0 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:32.866274 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:32.889419 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-bb72fa12-655a-46a5-8c5e-968aebbdedb0 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Calling delete_port for 689c406a-ed55-4027-815e-48bd436ee740 owned by network:floatingip {{(pid=91758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:04:33.090740 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bb72fa12-655a-46a5-8c5e-968aebbdedb0 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:33.095130 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-94f31600-2f18-4072-86f8-38c58c6d68a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:33.149472 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb72fa12-655a-46a5-8c5e-968aebbdedb0 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Pushing event deleted for resources: {'Port': ['ID=689c406a-ed55-4027-815e-48bd436ee740,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:33.154038 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-bb72fa12-655a-46a5-8c5e-968aebbdedb0 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:33.287656 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bb72fa12-655a-46a5-8c5e-968aebbdedb0 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks [] for floatingip, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:33.291399 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bb72fa12-655a-46a5-8c5e-968aebbdedb0 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for floatingip, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:33.293174 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-bb72fa12-655a-46a5-8c5e-968aebbdedb0 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "DELETE /v2.0/floatingips/f7a4e01d-e2d5-4cd1-b218-e5fb6bf8f23c HTTP/1.1" status: 204 len: 168 time: 0.8769152 Jun 07 07:04:33.303466 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device 2c8a1005-55de-40cc-a6e2-29654b4e37f0 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:04:33.338397 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] No Port match for: 2c8a1005-55de-40cc-a6e2-29654b4e37f0 {{(pid=91760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:04:33.338755 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device 2c8a1005-55de-40cc-a6e2-29654b4e37f0 not bound to the agent host hv-cinder-78414 {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:04:33.538044 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 48114) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:04:33.542789 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [None req-5b82e761-6794-42de-84ac-782fd961b9d4 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1048844085', 'description': 'tempest-description--1742922804'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:04:33.566190 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-5b82e761-6794-42de-84ac-782fd961b9d4 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:33.662900 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-5b82e761-6794-42de-84ac-782fd961b9d4 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:33.666357 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-5b82e761-6794-42de-84ac-782fd961b9d4 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:33.671219 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0e4646ff-d0b4-4bd1-97a6-357c301639ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:33.699978 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-5b82e761-6794-42de-84ac-782fd961b9d4 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:33.701135 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-5b82e761-6794-42de-84ac-782fd961b9d4 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1620831 Jun 07 07:04:33.704012 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 48116) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:04:33.708257 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [None req-bd61f176-82e6-4e8b-ba78-0ea375e62237 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Request body: {'security_group_rule': {'security_group_id': '79540208-2883-4594-9af4-4e657a2e100a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:04:33.717803 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b82e761-6794-42de-84ac-782fd961b9d4 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79540208-2883-4594-9af4-4e657a2e100a,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:33.720598 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-5b82e761-6794-42de-84ac-782fd961b9d4 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:33.742146 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bd61f176-82e6-4e8b-ba78-0ea375e62237 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:33.806759 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bd61f176-82e6-4e8b-ba78-0ea375e62237 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:33.810415 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bd61f176-82e6-4e8b-ba78-0ea375e62237 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349288'] for security_group_rule, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:33.812498 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-ff2d105b-2776-4b3f-974d-56293f3ac326 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:33.833251 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd61f176-82e6-4e8b-ba78-0ea375e62237 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4533f99b-e7c5-4049-9cae-6209d41b9e11,revision_number=0']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:33.836088 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-bd61f176-82e6-4e8b-ba78-0ea375e62237 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:33.840231 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bd61f176-82e6-4e8b-ba78-0ea375e62237 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:33.841496 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-bd61f176-82e6-4e8b-ba78-0ea375e62237 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1365716 Jun 07 07:04:33.844100 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 48118) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:04:33.848558 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [None req-98f561e4-31bc-4287-b3ff-19d63fac6b37 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Request body: {'security_group_rule': {'security_group_id': '79540208-2883-4594-9af4-4e657a2e100a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:04:33.876007 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-98f561e4-31bc-4287-b3ff-19d63fac6b37 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:33.935000 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-98f561e4-31bc-4287-b3ff-19d63fac6b37 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:33.938445 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-98f561e4-31bc-4287-b3ff-19d63fac6b37 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349288'] for security_group_rule, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:33.940468 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-e3123f7c-7481-4951-a833-ab8b9ae37170 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:33.961442 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f561e4-31bc-4287-b3ff-19d63fac6b37 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98f7f896-9873-47fe-89dc-c4feca6f3f7f,revision_number=0']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:33.965377 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-98f561e4-31bc-4287-b3ff-19d63fac6b37 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:33.971078 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-98f561e4-31bc-4287-b3ff-19d63fac6b37 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:33.972283 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-98f561e4-31bc-4287-b3ff-19d63fac6b37 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1272557 Jun 07 07:04:33.976032 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 48120) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:04:33.980321 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [None req-eaa8df5e-eeed-4dd2-ac8f-5e87d2905c9f tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Request body: {'floatingip': {'floating_network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:04:34.001933 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-eaa8df5e-eeed-4dd2-ac8f-5e87d2905c9f tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks [] for floatingip, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:34.138094 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-eaa8df5e-eeed-4dd2-ac8f-5e87d2905c9f tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:34.274049 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.db_base_plugin_common [None req-eaa8df5e-eeed-4dd2-ac8f-5e87d2905c9f tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Allocated IP 172.27.1.181 (fe992a7c-d3c2-4e8d-9573-c4f663251d7a/c4323051-ed30-4a9a-b3aa-b457aab0dfbf/b0c6750d-1f0e-4398-a112-30241cd8ff46) {{(pid=91758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 07:04:34.418447 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-eaa8df5e-eeed-4dd2-ac8f-5e87d2905c9f tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks [] for port, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:34.446619 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-eaa8df5e-eeed-4dd2-ac8f-5e87d2905c9f tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:34.450024 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:34.512641 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa8df5e-eeed-4dd2-ac8f-5e87d2905c9f tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Network fe992a7c-d3c2-4e8d-9573-c4f663251d7a is already hosted by enough agents. {{(pid=91758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 07:04:34.515449 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.base_scheduler [None req-eaa8df5e-eeed-4dd2-ac8f-5e87d2905c9f tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Resources bound (agent type, host, resource id): {{(pid=91758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 07:04:34.518969 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa8df5e-eeed-4dd2-ac8f-5e87d2905c9f tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Received port after_create {{(pid=91758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 07:04:34.555611 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8df5e-eeed-4dd2-ac8f-5e87d2905c9f tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Pushing event updated for resources: {'Port': ['ID=b0c6750d-1f0e-4398-a112-30241cd8ff46,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:34.560617 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-eaa8df5e-eeed-4dd2-ac8f-5e87d2905c9f tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:34.603630 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-eaa8df5e-eeed-4dd2-ac8f-5e87d2905c9f tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:34.661098 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-eaa8df5e-eeed-4dd2-ac8f-5e87d2905c9f tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:34.721866 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 48122) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:04:34.868174 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-eaa8df5e-eeed-4dd2-ac8f-5e87d2905c9f tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks [] for port, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:34.873885 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-eaa8df5e-eeed-4dd2-ac8f-5e87d2905c9f tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2309382'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:34.878296 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-a42af042-7d57-42e2-95e9-2c64df85c064 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:34.983135 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [None req-00a85db5-9e49-4300-85a3-5c1ec725f34e tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Deleting port 38585717-1512-44fe-9850-bb1307539d11 {{(pid=91759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:04:34.983478 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-00a85db5-9e49-4300-85a3-5c1ec725f34e tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:34.983736 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8df5e-eeed-4dd2-ac8f-5e87d2905c9f tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Pushing event updated for resources: {'Port': ['ID=b0c6750d-1f0e-4398-a112-30241cd8ff46,revision_number=2']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:34.988005 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-eaa8df5e-eeed-4dd2-ac8f-5e87d2905c9f tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:34.994812 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-eaa8df5e-eeed-4dd2-ac8f-5e87d2905c9f tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3885433'] for floatingip, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:35.013183 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-eaa8df5e-eeed-4dd2-ac8f-5e87d2905c9f tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for floatingip, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:35.018188 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-eaa8df5e-eeed-4dd2-ac8f-5e87d2905c9f tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0376153 Jun 07 07:04:35.107164 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-00a85db5-9e49-4300-85a3-5c1ec725f34e tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:35.107498 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-00a85db5-9e49-4300-85a3-5c1ec725f34e tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:35.217138 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-69d18101-8f77-4a4a-a62b-7a16de2746be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:35.328576 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [None req-00a85db5-9e49-4300-85a3-5c1ec725f34e tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Calling delete_port for 38585717-1512-44fe-9850-bb1307539d11 owned by network:floatingip {{(pid=91759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:04:35.381619 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-4bd263ca-094b-4fc3-9077-5eee285ee67d tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1048844085&fields=id&tenant_id=3be3b372352b4be7914c70797c62b825 HTTP/1.1" status: 200 len: 267 time: 0.0594547 Jun 07 07:04:35.551733 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-2a802320-ea44-470b-81e6-efc540c241ad tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:04:35.553877 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-2a802320-ea44-470b-81e6-efc540c241ad tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/networks?id=65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3 HTTP/1.1" status: 200 len: 811 time: 0.1654069 Jun 07 07:04:35.601919 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-bc554627-3d87-498a-b3f4-46efa9995731 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/quotas/3be3b372352b4be7914c70797c62b825 HTTP/1.1" status: 200 len: 375 time: 0.0165839 Jun 07 07:04:35.667319 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-00a85db5-9e49-4300-85a3-5c1ec725f34e tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222160'] for port, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:35.672922 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-21cec0af-065e-49f2-b3f1-1058ef8ade60 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:35.722990 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a85db5-9e49-4300-85a3-5c1ec725f34e tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Pushing event deleted for resources: {'Port': ['ID=38585717-1512-44fe-9850-bb1307539d11,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:35.755825 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-00a85db5-9e49-4300-85a3-5c1ec725f34e tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:35.823819 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-7807f53e-d820-4ef8-a2ca-615aab3bad88 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3be3b372352b4be7914c70797c62b825&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2160244 Jun 07 07:04:35.830353 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-00a85db5-9e49-4300-85a3-5c1ec725f34e tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks [] for floatingip, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:35.830691 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.db.l3_db [None req-00a85db5-9e49-4300-85a3-5c1ec725f34e tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Floating IP 79b0c9b9-aa54-4dad-b874-1226043bfcb0 disassociated (deleted). External IP: 172.27.1.93, port: 7008217d-dbea-4b94-bf81-bd1eeb709210. Jun 07 07:04:35.887345 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-ab27f289-a62f-4cff-80a6-313bc381db6a service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=91759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 07:04:35.888270 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-ab27f289-a62f-4cff-80a6-313bc381db6a service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104411 Jun 07 07:04:36.113897 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-a51c979c-5c5a-4f60-a1cc-4bbc6405f174 service neutron] 10.222.0.35 "GET /v2.0/networks/65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164605 Jun 07 07:04:36.390778 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-eb6ab5a8-653a-4d1d-96cb-7506a99f8a51 service neutron] 10.222.0.35 "GET /v2.0/networks/65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273681 Jun 07 07:04:36.396153 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a85db5-9e49-4300-85a3-5c1ec725f34e tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Router 68e45f29-beac-4be5-b83c-b6c43290fd6c has already been hosted by L3 agent 207d1699-2b30-4848-a9d2-d112df8957f2 {{(pid=91759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 07:04:36.617179 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d7463591-5310-46f2-bbcb-e7534ee01c10 req-48b768c2-83cc-4743-a3a8-12461030c5a8 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=32c4531d-97ae-47a9-bfcf-d7a9bbbc4065 HTTP/1.1" status: 200 len: 210 time: 0.0769238 Jun 07 07:04:36.721719 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a85db5-9e49-4300-85a3-5c1ec725f34e tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify agent at l3_agent.dv-cinder-784140-5-iscsi the message routers_updated {{(pid=91759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 07:04:36.729950 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-00a85db5-9e49-4300-85a3-5c1ec725f34e tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for floatingip, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:36.739451 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4defcfd-176a-44b4-9cff-67d55c336a26 None None] Sync routers for ids ['68e45f29-beac-4be5-b83c-b6c43290fd6c'] in dv-cinder-784140-5-iscsi {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 07:04:36.756379 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4defcfd-176a-44b4-9cff-67d55c336a26 None None] Routers {'68e45f29-beac-4be5-b83c-b6c43290fd6c'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:04:36.756998 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-e4defcfd-176a-44b4-9cff-67d55c336a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:04:08Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['68e45f29-beac-4be5-b83c-b6c43290fd6c'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:04:36.854350 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-00a85db5-9e49-4300-85a3-5c1ec725f34e tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "DELETE /v2.0/floatingips/79b0c9b9-aa54-4dad-b874-1226043bfcb0 HTTP/1.1" status: 204 len: 168 time: 2.1313241 Jun 07 07:04:36.856217 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b152eb5-6824-43fa-ace5-6f9eb4c7455c', 'tag': '7008217d-dbea-4b94-bf81-bd1eeb709210'}] {{(pid=91759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:04:36.858488 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a053f81c338bbf1e2ede0d69cafce5cf20f9436aa375ccea032d9338f79a3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11929f3e-e6ec-410c-9c25-e33646501bb9" -d '{"events": [{"name": "network-changed", "server_uuid": "3b152eb5-6824-43fa-ace5-6f9eb4c7455c", "tag": "7008217d-dbea-4b94-bf81-bd1eeb709210"}]}' {{(pid=91759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:04:36.878751 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b2f092dc-6036-41e6-b3f0-cb07c688331f req-e7a1ee4f-835d-4787-9775-8c566f2cbd39 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1842103 Jun 07 07:04:36.946168 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 07:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0dd8cf3-65ce-43ca-93aa-12aaeeab25e9 x-openstack-request-id: req-b0dd8cf3-65ce-43ca-93aa-12aaeeab25e9 {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:04:36.946560 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b152eb5-6824-43fa-ace5-6f9eb4c7455c", "tag": "7008217d-dbea-4b94-bf81-bd1eeb709210", "status": "completed", "code": 200}]} {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:04:36.946936 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b0dd8cf3-65ce-43ca-93aa-12aaeeab25e9 {{(pid=91759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:04:36.947418 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b152eb5-6824-43fa-ace5-6f9eb4c7455c', 'tag': '7008217d-dbea-4b94-bf81-bd1eeb709210', 'status': 'completed', 'code': 200} Jun 07 07:04:36.952848 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-e4defcfd-176a-44b4-9cff-67d55c336a26 None None] Set router 68e45f29-beac-4be5-b83c-b6c43290fd6c gateway port host: dv-cinder-784140-5-iscsi {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:04:36.982849 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f092dc-6036-41e6-b3f0-cb07c688331f req-137e9e95-eb1c-429c-aec1-b79fe7193b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:04:36.984479 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b2f092dc-6036-41e6-b3f0-cb07c688331f req-137e9e95-eb1c-429c-aec1-b79fe7193b50 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0081b93f682b424a92f9969541476853&device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 1098 time: 0.0819378 Jun 07 07:04:37.173558 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f092dc-6036-41e6-b3f0-cb07c688331f req-b0b8c961-0248-4369-82c5-b41b455470d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:04:37.175031 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b2f092dc-6036-41e6-b3f0-cb07c688331f req-b0b8c961-0248-4369-82c5-b41b455470d6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5c37d138-8837-42e4-9380-fd5e2c8077da HTTP/1.1" status: 200 len: 910 time: 0.1707504 Jun 07 07:04:37.266575 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b2f092dc-6036-41e6-b3f0-cb07c688331f req-715f06b4-7f16-4d15-95dc-6fa89021eebc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7008217d-dbea-4b94-bf81-bd1eeb709210 HTTP/1.1" status: 200 len: 217 time: 0.0845778 Jun 07 07:04:37.315334 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-e4defcfd-176a-44b4-9cff-67d55c336a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e45f29-beac-4be5-b83c-b6c43290fd6c', 'name': 'tempest-TestShelveInstance-1143256083-router', 'tenant_id': '0081b93f682b424a92f9969541476853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '334ef925-5ed1-4169-9b13-c323ecccb512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:59:56Z', 'updated_at': '2021-06-07T07:00:00Z', 'revision_number': 4, 'project_id': '0081b93f682b424a92f9969541476853', 'gw_port': {'id': '334ef925-5ed1-4169-9b13-c323ecccb512', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e45f29-beac-4be5-b83c-b6c43290fd6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:56Z', 'updated_at': '2021-06-07T07:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': 'd944a582-a31f-4d67-9a4b-29540d27946b', 'name': '', 'network_id': '5c37d138-8837-42e4-9380-fd5e2c8077da', 'tenant_id': '0081b93f682b424a92f9969541476853', 'mac_address': 'fa:16:3e:19:7a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e45f29-beac-4be5-b83c-b6c43290fd6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '8b57f840-4f16-4f1d-a226-d26c6973a8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:59Z', 'updated_at': '2021-06-07T07:00:08Z', 'revision_number': 5, 'project_id': '0081b93f682b424a92f9969541476853', 'subnets': [{'id': '8b57f840-4f16-4f1d-a226-d26c6973a8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:04:37.319718 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4defcfd-176a-44b4-9cff-67d55c336a26 None None] Checking router: 68e45f29-beac-4be5-b83c-b6c43290fd6c for host: dv-cinder-784140-5-iscsi {{(pid=91761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 07:04:37.327819 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4defcfd-176a-44b4-9cff-67d55c336a26 None None] Routers {'68e45f29-beac-4be5-b83c-b6c43290fd6c'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:04:37.328414 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-e4defcfd-176a-44b4-9cff-67d55c336a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:04:08Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['68e45f29-beac-4be5-b83c-b6c43290fd6c'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:04:37.331618 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f092dc-6036-41e6-b3f0-cb07c688331f req-1ad67161-8f44-4891-b0b7-72416a884e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:04:37.333057 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b2f092dc-6036-41e6-b3f0-cb07c688331f req-1ad67161-8f44-4891-b0b7-72416a884e3a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8b57f840-4f16-4f1d-a226-d26c6973a8b4 HTTP/1.1" status: 200 len: 848 time: 0.0598173 Jun 07 07:04:37.344683 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803b95f-8411-478f-8245-2402136f6299 req-bb7770fb-3dc4-48e7-81ca-4e8f3164f9c3 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:04:37.346232 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0803b95f-8411-478f-8245-2402136f6299 req-bb7770fb-3dc4-48e7-81ca-4e8f3164f9c3 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 945 time: 0.0894821 Jun 07 07:04:37.393721 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0803b95f-8411-478f-8245-2402136f6299 req-77c39c84-4c62-487f-a3bf-e5af3c46669e tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/security-groups?id=da22f6c0-ccac-4b4f-9339-a34efc3d3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411246 Jun 07 07:04:37.426133 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f092dc-6036-41e6-b3f0-cb07c688331f req-99f1be02-c076-435e-9532-b97e285977db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:04:37.427593 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b2f092dc-6036-41e6-b3f0-cb07c688331f req-99f1be02-c076-435e-9532-b97e285977db service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5c37d138-8837-42e4-9380-fd5e2c8077da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0870817 Jun 07 07:04:37.439179 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [req-b2f092dc-6036-41e6-b3f0-cb07c688331f req-3f6e2878-9956-431c-a69b-f65b94d33010 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=91759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 07:04:37.440274 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b2f092dc-6036-41e6-b3f0-cb07c688331f req-3f6e2878-9956-431c-a69b-f65b94d33010 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048647 Jun 07 07:04:37.511212 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-e4defcfd-176a-44b4-9cff-67d55c336a26 None None] Set router 68e45f29-beac-4be5-b83c-b6c43290fd6c gateway port host: dv-cinder-784140-5-iscsi {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:04:37.585102 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b2f092dc-6036-41e6-b3f0-cb07c688331f req-5be78a98-71e4-4a4c-96b8-f537edd1bcee service neutron] 10.222.0.44 "GET /v2.0/networks/5c37d138-8837-42e4-9380-fd5e2c8077da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379936 Jun 07 07:04:37.802472 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-773e5895-3cdd-473c-9370-2c8ced34e4ff tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:04:37.805532 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-773e5895-3cdd-473c-9370-2c8ced34e4ff tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.44 "GET /v2.0/networks?id=65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3 HTTP/1.1" status: 200 len: 811 time: 0.2117221 Jun 07 07:04:37.835393 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-e4defcfd-176a-44b4-9cff-67d55c336a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e45f29-beac-4be5-b83c-b6c43290fd6c', 'name': 'tempest-TestShelveInstance-1143256083-router', 'tenant_id': '0081b93f682b424a92f9969541476853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '334ef925-5ed1-4169-9b13-c323ecccb512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:59:56Z', 'updated_at': '2021-06-07T07:00:00Z', 'revision_number': 4, 'project_id': '0081b93f682b424a92f9969541476853', 'gw_port': {'id': '334ef925-5ed1-4169-9b13-c323ecccb512', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e45f29-beac-4be5-b83c-b6c43290fd6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:56Z', 'updated_at': '2021-06-07T07:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': 'd944a582-a31f-4d67-9a4b-29540d27946b', 'name': '', 'network_id': '5c37d138-8837-42e4-9380-fd5e2c8077da', 'tenant_id': '0081b93f682b424a92f9969541476853', 'mac_address': 'fa:16:3e:19:7a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e45f29-beac-4be5-b83c-b6c43290fd6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '8b57f840-4f16-4f1d-a226-d26c6973a8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:59Z', 'updated_at': '2021-06-07T07:00:08Z', 'revision_number': 5, 'project_id': '0081b93f682b424a92f9969541476853', 'subnets': [{'id': '8b57f840-4f16-4f1d-a226-d26c6973a8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:04:37.840203 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4defcfd-176a-44b4-9cff-67d55c336a26 None None] The sync data for ids ['68e45f29-beac-4be5-b83c-b6c43290fd6c'] in dv-cinder-784140-5-iscsi is: [{'id': '68e45f29-beac-4be5-b83c-b6c43290fd6c', 'name': 'tempest-TestShelveInstance-1143256083-router', 'tenant_id': '0081b93f682b424a92f9969541476853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '334ef925-5ed1-4169-9b13-c323ecccb512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:59:56Z', 'updated_at': '2021-06-07T07:00:00Z', 'revision_number': 4, 'project_id': '0081b93f682b424a92f9969541476853', 'gw_port': {'id': '334ef925-5ed1-4169-9b13-c323ecccb512', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e45f29-beac-4be5-b83c-b6c43290fd6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:56Z', 'updated_at': '2021-06-07T07:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': 'd944a582-a31f-4d67-9a4b-29540d27946b', 'name': '', 'network_id': '5c37d138-8837-42e4-9380-fd5e2c8077da', 'tenant_id': '0081b93f682b424a92f9969541476853', 'mac_address': 'fa:16:3e:19:7a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e45f29-beac-4be5-b83c-b6c43290fd6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '8b57f840-4f16-4f1d-a226-d26c6973a8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:59Z', 'updated_at': '2021-06-07T07:00:08Z', 'revision_number': 5, 'project_id': '0081b93f682b424a92f9969541476853', 'subnets': [{'id': '8b57f840-4f16-4f1d-a226-d26c6973a8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 07:04:37.841248 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-2c4c5a99-588b-4659-bdfd-8a9fa0d153db req-cc92034c-584a-438e-944c-3fd6eb07e55c tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=32c4531d-97ae-47a9-bfcf-d7a9bbbc4065 HTTP/1.1" status: 200 len: 210 time: 0.0591309 Jun 07 07:04:37.850460 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b2f092dc-6036-41e6-b3f0-cb07c688331f req-de7152ec-a705-42e2-ac99-ffe14c8d2a82 service neutron] 10.222.0.44 "GET /v2.0/networks/5c37d138-8837-42e4-9380-fd5e2c8077da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543771 Jun 07 07:04:37.907646 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:37.967862 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-0c9d8db7-1a5c-4416-8e3f-12f51840f65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:37.995255 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-4bd6f618-5e13-497f-b88c-5d0ea6ce44fc tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3be3b372352b4be7914c70797c62b825 HTTP/1.1" status: 200 len: 380 time: 0.1805155 Jun 07 07:04:38.006292 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-79fca662-4c89-455c-9ee8-0d5024f99927 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Request body: {'port': {'device_id': '32c4531d-97ae-47a9-bfcf-d7a9bbbc4065', 'network_id': '65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3', 'admin_state_up': True, 'tenant_id': '3be3b372352b4be7914c70797c62b825', 'security_groups': ['79540208-2883-4594-9af4-4e657a2e100a']}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:04:38.033457 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11929f3e-e6ec-410c-9c25-e33646501bb9 req-e9aa4f03-94cd-4138-a184-92741b5ee0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:04:38.034951 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-11929f3e-e6ec-410c-9c25-e33646501bb9 req-e9aa4f03-94cd-4138-a184-92741b5ee0ab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0081b93f682b424a92f9969541476853&device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 1098 time: 0.1047723 Jun 07 07:04:38.120447 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a124da8d-80e5-4204-8e1c-d96b649b12cf None None] New status for floating IP 79b0c9b9-aa54-4dad-b874-1226043bfcb0: DOWN {{(pid=91760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 07:04:38.181485 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11929f3e-e6ec-410c-9c25-e33646501bb9 req-ac31f3bf-5722-40b9-a96e-083da1561d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:04:38.183882 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-11929f3e-e6ec-410c-9c25-e33646501bb9 req-ac31f3bf-5722-40b9-a96e-083da1561d3c service neutron] 10.222.0.44 "GET /v2.0/networks?id=5c37d138-8837-42e4-9380-fd5e2c8077da HTTP/1.1" status: 200 len: 910 time: 0.1415255 Jun 07 07:04:38.186049 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-79fca662-4c89-455c-9ee8-0d5024f99927 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Made reservation on behalf of 3be3b372352b4be7914c70797c62b825 for: {'port': 1} {{(pid=91758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 07:04:38.189558 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-79fca662-4c89-455c-9ee8-0d5024f99927 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:38.257120 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-11929f3e-e6ec-410c-9c25-e33646501bb9 req-2ed2fb9d-86e4-4b46-a7d7-a76107db47d1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7008217d-dbea-4b94-bf81-bd1eeb709210 HTTP/1.1" status: 200 len: 217 time: 0.0663540 Jun 07 07:04:38.325271 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11929f3e-e6ec-410c-9c25-e33646501bb9 req-f65cc5cd-9ce3-4b25-b284-aff63f7d30e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:04:38.326621 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-11929f3e-e6ec-410c-9c25-e33646501bb9 req-f65cc5cd-9ce3-4b25-b284-aff63f7d30e0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8b57f840-4f16-4f1d-a226-d26c6973a8b4 HTTP/1.1" status: 200 len: 848 time: 0.0620408 Jun 07 07:04:38.358779 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.db_base_plugin_common [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-79fca662-4c89-455c-9ee8-0d5024f99927 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Allocated IP 172.20.0.13 (65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3/5fbf224f-d665-4180-b1da-45e679144cae/170a39f8-272b-4e07-aa56-99ae7b0e2b39) {{(pid=91758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 07:04:38.406201 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11929f3e-e6ec-410c-9c25-e33646501bb9 req-6c31086c-6a50-4af2-be1e-0f00c6d32a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:04:38.407704 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-11929f3e-e6ec-410c-9c25-e33646501bb9 req-6c31086c-6a50-4af2-be1e-0f00c6d32a54 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5c37d138-8837-42e4-9380-fd5e2c8077da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727136 Jun 07 07:04:38.548671 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-11929f3e-e6ec-410c-9c25-e33646501bb9 req-6eabfd67-9352-43c1-846a-ac114cf5eeb2 service neutron] 10.222.0.44 "GET /v2.0/networks/5c37d138-8837-42e4-9380-fd5e2c8077da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329820 Jun 07 07:04:38.612443 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-79fca662-4c89-455c-9ee8-0d5024f99927 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks [] for port, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:38.634723 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-79fca662-4c89-455c-9ee8-0d5024f99927 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Transition to ACTIVE for port object 170a39f8-272b-4e07-aa56-99ae7b0e2b39 will not be triggered until provisioned by entity DHCP. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 07:04:38.648093 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f2b6d-dc78-4026-868e-d35c8e7fb91e req-cd075ced-0f4c-4e07-9209-cd4659548885 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:04:38.649626 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-734f2b6d-dc78-4026-868e-d35c8e7fb91e req-cd075ced-0f4c-4e07-9209-cd4659548885 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 945 time: 0.1418319 Jun 07 07:04:38.706484 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-734f2b6d-dc78-4026-868e-d35c8e7fb91e req-2560ab1b-a123-48b3-999d-3166fc72680d tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/security-groups?id=da22f6c0-ccac-4b4f-9339-a34efc3d3777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502346 Jun 07 07:04:38.707876 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-79fca662-4c89-455c-9ee8-0d5024f99927 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:38.715209 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-a86af9bc-615c-4f96-83bd-21fa455f22f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:38.782532 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-79fca662-4c89-455c-9ee8-0d5024f99927 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Network 65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3 is already hosted by enough agents. {{(pid=91758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 07:04:38.785851 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.base_scheduler [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-79fca662-4c89-455c-9ee8-0d5024f99927 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Resources bound (agent type, host, resource id): {{(pid=91758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 07:04:38.790752 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-79fca662-4c89-455c-9ee8-0d5024f99927 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Received port after_create {{(pid=91758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 07:04:38.825186 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fca662-4c89-455c-9ee8-0d5024f99927 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Pushing event updated for resources: {'Port': ['ID=170a39f8-272b-4e07-aa56-99ae7b0e2b39,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:38.831956 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-79fca662-4c89-455c-9ee8-0d5024f99927 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:38.851223 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-11929f3e-e6ec-410c-9c25-e33646501bb9 req-373d3ba8-56ad-4ba9-a46b-07558c399994 service neutron] 10.222.0.44 "GET /v2.0/networks/5c37d138-8837-42e4-9380-fd5e2c8077da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945259 Jun 07 07:04:38.870310 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-79fca662-4c89-455c-9ee8-0d5024f99927 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:04:38.871016 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-79fca662-4c89-455c-9ee8-0d5024f99927 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:38.889514 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e603b5c-d222-437a-98d6-c94babcc60f6 req-94a59d13-81b1-45bf-a73e-8fb31b59316d tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:04:38.890980 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-8e603b5c-d222-437a-98d6-c94babcc60f6 req-94a59d13-81b1-45bf-a73e-8fb31b59316d tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 945 time: 0.1022666 Jun 07 07:04:38.894751 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-79fca662-4c89-455c-9ee8-0d5024f99927 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8931873 Jun 07 07:04:38.908648 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-f8bb10c8-88c8-42d8-84d5-20b68cfc18a9 service neutron] Request body: {'port': {'device_id': '32c4531d-97ae-47a9-bfcf-d7a9bbbc4065', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:04:38.964929 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:39.047333 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-f8bb10c8-88c8-42d8-84d5-20b68cfc18a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:39.100294 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-f78e622e-59a3-4a59-a788-8918d088f9fa None None] Provisioning for port 170a39f8-272b-4e07-aa56-99ae7b0e2b39 completed by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 07:04:39.117893 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-f78e622e-59a3-4a59-a788-8918d088f9fa None None] Provisioning complete for port 170a39f8-272b-4e07-aa56-99ae7b0e2b39 triggered by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:04:39.118600 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-f78e622e-59a3-4a59-a788-8918d088f9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:39.142083 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [req-8e603b5c-d222-437a-98d6-c94babcc60f6 req-fad9c033-cbd3-457e-b3f6-5231137fe47d tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Deleting port 7008217d-dbea-4b94-bf81-bd1eeb709210 {{(pid=91759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:04:39.142428 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-8e603b5c-d222-437a-98d6-c94babcc60f6 req-fad9c033-cbd3-457e-b3f6-5231137fe47d tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:39.176930 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-f78e622e-59a3-4a59-a788-8918d088f9fa None None] Port 170a39f8-272b-4e07-aa56-99ae7b0e2b39 cannot update to ACTIVE because it is not bound. {{(pid=91760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 07:04:39.250602 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08d600-7f8c-4635-9b96-a2ec7a98788e req-4b112d46-3406-420c-a1ba-da16e3933326 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:04:39.252051 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-0a08d600-7f8c-4635-9b96-a2ec7a98788e req-4b112d46-3406-420c-a1ba-da16e3933326 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=32c4531d-97ae-47a9-bfcf-d7a9bbbc4065 HTTP/1.1" status: 200 len: 932 time: 0.2279367 Jun 07 07:04:39.318821 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.db [req-8e603b5c-d222-437a-98d6-c94babcc60f6 req-fad9c033-cbd3-457e-b3f6-5231137fe47d tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] For port 7008217d-dbea-4b94-bf81-bd1eeb709210, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=7008217d-dbea-4b94-bf81-bd1eeb709210,segment=NetworkSegment(bb5542f4-3ec4-4f5b-a0df-596623c3dedd),segment_id=bb5542f4-3ec4-4f5b-a0df-596623c3dedd)] {{(pid=91759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:04:39.319093 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-8e603b5c-d222-437a-98d6-c94babcc60f6 req-fad9c033-cbd3-457e-b3f6-5231137fe47d tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:39.331940 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-0a08d600-7f8c-4635-9b96-a2ec7a98788e req-6a3cac93-aa9f-4d18-8088-534ecebc001e tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=79540208-2883-4594-9af4-4e657a2e100a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686247 Jun 07 07:04:39.407079 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-f8bb10c8-88c8-42d8-84d5-20b68cfc18a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 170a39f8-272b-4e07-aa56-99ae7b0e2b39 {{(pid=91758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 07:04:39.414777 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-f8bb10c8-88c8-42d8-84d5-20b68cfc18a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:39.429515 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-f8bb10c8-88c8-42d8-84d5-20b68cfc18a9 service neutron] Transition to ACTIVE for port object 170a39f8-272b-4e07-aa56-99ae7b0e2b39 will not be triggered until provisioned by entity L2. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 07:04:39.433610 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-f8bb10c8-88c8-42d8-84d5-20b68cfc18a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2309382'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:39.437140 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-a4a52e81-2fa7-491e-8df9-d6edf622dfe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:39.448425 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [req-8e603b5c-d222-437a-98d6-c94babcc60f6 req-fad9c033-cbd3-457e-b3f6-5231137fe47d tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Calling delete_port for 7008217d-dbea-4b94-bf81-bd1eeb709210 owned by compute:nova {{(pid=91759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:04:39.566203 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-8e603b5c-d222-437a-98d6-c94babcc60f6 req-fad9c033-cbd3-457e-b3f6-5231137fe47d tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222160'] for port, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:39.572554 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-c959bc22-d546-4dce-9d7d-7a5bf3cb7856 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:39.605685 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb10c8-88c8-42d8-84d5-20b68cfc18a9 service neutron] Pushing event updated for resources: {'Port': ['ID=170a39f8-272b-4e07-aa56-99ae7b0e2b39,revision_number=2']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:39.607841 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-f8bb10c8-88c8-42d8-84d5-20b68cfc18a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:39.618254 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad9c033-cbd3-457e-b3f6-5231137fe47d tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Pushing event deleted for resources: {'Port': ['ID=7008217d-dbea-4b94-bf81-bd1eeb709210,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:39.622607 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-fad9c033-cbd3-457e-b3f6-5231137fe47d tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:39.694004 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-f8bb10c8-88c8-42d8-84d5-20b68cfc18a9 service neutron] Attempting to bind port 170a39f8-272b-4e07-aa56-99ae7b0e2b39 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 07:04:39.694348 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-f8bb10c8-88c8-42d8-84d5-20b68cfc18a9 service neutron] Attempting to bind port 170a39f8-272b-4e07-aa56-99ae7b0e2b39 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': 'af2c1ab1-ee4e-455f-82ce-f3bfb8e98966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3'}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 07:04:39.694689 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-f8bb10c8-88c8-42d8-84d5-20b68cfc18a9 service neutron] Attempting to bind port 170a39f8-272b-4e07-aa56-99ae7b0e2b39 on network 65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3 {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 07:04:39.699609 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-f8bb10c8-88c8-42d8-84d5-20b68cfc18a9 service neutron] Port 170a39f8-272b-4e07-aa56-99ae7b0e2b39 on network 65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 07:04:39.699934 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-f8bb10c8-88c8-42d8-84d5-20b68cfc18a9 service neutron] Attempting to bind port 170a39f8-272b-4e07-aa56-99ae7b0e2b39 on network 65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3 {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 07:04:39.706035 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-f8bb10c8-88c8-42d8-84d5-20b68cfc18a9 service neutron] Checking agent: {'id': '6ac81f3b-c4b1-4231-aa5b-62c4bc3a8245', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 52, 32), 'started_at': datetime.datetime(2021, 6, 7, 6, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 7, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 07:04:39.706379 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-f8bb10c8-88c8-42d8-84d5-20b68cfc18a9 service neutron] Checking segment: {'id': 'af2c1ab1-ee4e-455f-82ce-f3bfb8e98966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 07:04:39.706767 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-f8bb10c8-88c8-42d8-84d5-20b68cfc18a9 service neutron] Bound using segment: {'id': 'af2c1ab1-ee4e-455f-82ce-f3bfb8e98966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3'} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 07:04:39.707200 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-f8bb10c8-88c8-42d8-84d5-20b68cfc18a9 service neutron] Bound port: 170a39f8-272b-4e07-aa56-99ae7b0e2b39, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af2c1ab1-ee4e-455f-82ce-f3bfb8e98966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3'}}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 07:04:39.707548 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-f8bb10c8-88c8-42d8-84d5-20b68cfc18a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:39.709213 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e603b5c-d222-437a-98d6-c94babcc60f6 req-fad9c033-cbd3-457e-b3f6-5231137fe47d tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] No DVR routers for this DVR port 7008217d-dbea-4b94-bf81-bd1eeb709210 on host hv-cinder-78414 {{(pid=91759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 07:04:39.711635 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-8e603b5c-d222-437a-98d6-c94babcc60f6 req-fad9c033-cbd3-457e-b3f6-5231137fe47d tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:39.713828 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-8e603b5c-d222-437a-98d6-c94babcc60f6 req-fad9c033-cbd3-457e-b3f6-5231137fe47d tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.44 "DELETE /v2.0/ports/7008217d-dbea-4b94-bf81-bd1eeb709210 HTTP/1.1" status: 204 len: 173 time: 0.8114452 Jun 07 07:04:39.714324 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b152eb5-6824-43fa-ace5-6f9eb4c7455c', 'name': 'network-vif-deleted', 'tag': '7008217d-dbea-4b94-bf81-bd1eeb709210'}] {{(pid=91759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:04:39.716685 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a053f81c338bbf1e2ede0d69cafce5cf20f9436aa375ccea032d9338f79a3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b093354-1ae1-4115-bb6d-3c95126b91e0" -d '{"events": [{"server_uuid": "3b152eb5-6824-43fa-ace5-6f9eb4c7455c", "name": "network-vif-deleted", "tag": "7008217d-dbea-4b94-bf81-bd1eeb709210"}]}' {{(pid=91759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:04:39.769904 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 07:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a588b44-d7c2-43cc-840f-6fbecbb9ebc1 x-openstack-request-id: req-2a588b44-d7c2-43cc-840f-6fbecbb9ebc1 {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:04:39.770304 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b152eb5-6824-43fa-ace5-6f9eb4c7455c", "name": "network-vif-deleted", "tag": "7008217d-dbea-4b94-bf81-bd1eeb709210", "status": "completed", "code": 200}]} {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:04:39.770553 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2a588b44-d7c2-43cc-840f-6fbecbb9ebc1 {{(pid=91759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:04:39.771238 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b152eb5-6824-43fa-ace5-6f9eb4c7455c', 'name': 'network-vif-deleted', 'tag': '7008217d-dbea-4b94-bf81-bd1eeb709210', 'status': 'completed', 'code': 200} Jun 07 07:04:39.803606 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-f8bb10c8-88c8-42d8-84d5-20b68cfc18a9 service neutron] For port 170a39f8-272b-4e07-aa56-99ae7b0e2b39, host hv-cinder-78414, cleared binding levels {{(pid=91758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 07:04:39.807013 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-f8bb10c8-88c8-42d8-84d5-20b68cfc18a9 service neutron] For port 170a39f8-272b-4e07-aa56-99ae7b0e2b39, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=170a39f8-272b-4e07-aa56-99ae7b0e2b39,segment=NetworkSegment(af2c1ab1-ee4e-455f-82ce-f3bfb8e98966),segment_id=af2c1ab1-ee4e-455f-82ce-f3bfb8e98966)] {{(pid=91758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 07:04:39.811591 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-f8bb10c8-88c8-42d8-84d5-20b68cfc18a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2309382'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:39.816679 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-3db4c21b-64b8-42dc-9f61-6df3fa20fd0a tempest-VolumesActionsTest-2037464043 tempest-VolumesActionsTest-2037464043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:39.866724 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-cc91d170-94b3-4b0a-8df9-f9273335db75 req-d2f29edf-108c-428a-8cac-f76932d5ca4c tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b152eb5-6824-43fa-ace5-6f9eb4c7455c HTTP/1.1" status: 200 len: 210 time: 0.0433147 Jun 07 07:04:39.884959 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-f8bb10c8-88c8-42d8-84d5-20b68cfc18a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:04:39.885571 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-f8bb10c8-88c8-42d8-84d5-20b68cfc18a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:39.887451 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-f8bb10c8-88c8-42d8-84d5-20b68cfc18a9 service neutron] 10.222.0.44 "PUT /v2.0/ports/170a39f8-272b-4e07-aa56-99ae7b0e2b39 HTTP/1.1" status: 200 len: 1094 time: 0.9844296 Jun 07 07:04:39.887556 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c4531d-97ae-47a9-bfcf-d7a9bbbc4065', 'tag': '170a39f8-272b-4e07-aa56-99ae7b0e2b39'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:04:39.889735 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec36a6c19c8fb969b847be0da992033db50c3714a14aa90e68a12edeb3f3a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef954aa3-287b-4ad1-98b5-1df7556acaf2" -d '{"events": [{"name": "network-changed", "server_uuid": "32c4531d-97ae-47a9-bfcf-d7a9bbbc4065", "tag": "170a39f8-272b-4e07-aa56-99ae7b0e2b39"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:04:39.913172 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb10c8-88c8-42d8-84d5-20b68cfc18a9 service neutron] Pushing event updated for resources: {'Port': ['ID=170a39f8-272b-4e07-aa56-99ae7b0e2b39,revision_number=3']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:39.917926 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-f8bb10c8-88c8-42d8-84d5-20b68cfc18a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:40.080298 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 07:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e56bc8f-7419-417e-8027-6fcdcc99ddca x-openstack-request-id: req-0e56bc8f-7419-417e-8027-6fcdcc99ddca {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:04:40.080625 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32c4531d-97ae-47a9-bfcf-d7a9bbbc4065", "tag": "170a39f8-272b-4e07-aa56-99ae7b0e2b39", "status": "completed", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:04:40.080906 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0e56bc8f-7419-417e-8027-6fcdcc99ddca {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:04:40.081328 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32c4531d-97ae-47a9-bfcf-d7a9bbbc4065', 'tag': '170a39f8-272b-4e07-aa56-99ae7b0e2b39', 'status': 'completed', 'code': 200} Jun 07 07:04:40.135652 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-67aa1a0f-fd8c-48f8-b05a-0e2a4549c741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:04:40.137417 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-67aa1a0f-fd8c-48f8-b05a-0e2a4549c741 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3be3b372352b4be7914c70797c62b825&device_id=32c4531d-97ae-47a9-bfcf-d7a9bbbc4065 HTTP/1.1" status: 200 len: 1097 time: 0.2087135 Jun 07 07:04:40.212310 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-15c5b70e-2fed-423b-8f98-384d0c3bdd18 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=170a39f8-272b-4e07-aa56-99ae7b0e2b39 HTTP/1.1" status: 200 len: 217 time: 0.0647805 Jun 07 07:04:40.276654 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-81c46850-8818-4d8e-aecb-7b256b21d6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:04:40.278157 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-81c46850-8818-4d8e-aecb-7b256b21d6c4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5fbf224f-d665-4180-b1da-45e679144cae HTTP/1.1" status: 200 len: 850 time: 0.0592942 Jun 07 07:04:40.361295 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-0a5e93f5-7414-440f-8a99-f4407265be4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:04:40.362884 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-0a5e93f5-7414-440f-8a99-f4407265be4e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774240 Jun 07 07:04:40.503855 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-5bf64571-a5dc-48d9-9b6b-ab07d11b2393 service neutron] 10.222.0.44 "GET /v2.0/networks/65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335931 Jun 07 07:04:40.515062 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122899a-4074-423f-9885-a1771ecac30c req-48993e5a-bed3-4e48-88d8-168edd933e81 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:04:40.516485 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b122899a-4074-423f-9885-a1771ecac30c req-48993e5a-bed3-4e48-88d8-168edd933e81 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=32c4531d-97ae-47a9-bfcf-d7a9bbbc4065 HTTP/1.1" status: 200 len: 944 time: 0.0811608 Jun 07 07:04:40.568839 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b122899a-4074-423f-9885-a1771ecac30c req-52d3713e-2493-4389-b134-dc6ba209778c tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=79540208-2883-4594-9af4-4e657a2e100a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461113 Jun 07 07:04:40.652024 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-9e3f21b3-deeb-4999-8d4b-a3b1854467bc req-0d18d91b-8af4-4590-930c-70e33e1865a6 service neutron] 10.222.0.44 "GET /v2.0/networks/65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328230 Jun 07 07:04:40.652794 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:40.784494 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef954aa3-287b-4ad1-98b5-1df7556acaf2 req-58e6ef35-483b-4442-b25d-2fedd00e5fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:04:40.785899 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ef954aa3-287b-4ad1-98b5-1df7556acaf2 req-58e6ef35-483b-4442-b25d-2fedd00e5fbb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3be3b372352b4be7914c70797c62b825&device_id=32c4531d-97ae-47a9-bfcf-d7a9bbbc4065 HTTP/1.1" status: 200 len: 1097 time: 0.0704761 Jun 07 07:04:40.924257 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef954aa3-287b-4ad1-98b5-1df7556acaf2 req-0e9df614-bb6c-4a0f-b96d-3420965db304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:04:40.925718 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ef954aa3-287b-4ad1-98b5-1df7556acaf2 req-0e9df614-bb6c-4a0f-b96d-3420965db304 service neutron] 10.222.0.44 "GET /v2.0/networks?id=65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3 HTTP/1.1" status: 200 len: 912 time: 0.1328969 Jun 07 07:04:40.967108 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 48180) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:04:40.998517 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ef954aa3-287b-4ad1-98b5-1df7556acaf2 req-f5f3e2e3-0195-46ae-8040-061633cb038a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=170a39f8-272b-4e07-aa56-99ae7b0e2b39 HTTP/1.1" status: 200 len: 217 time: 0.0664754 Jun 07 07:04:41.035328 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-91d4705f-3f63-4e18-bbf4-7617f1b1316a tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:41.060691 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef954aa3-287b-4ad1-98b5-1df7556acaf2 req-d918b0ff-b40e-46d8-8416-fba0662fdc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:04:41.062133 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ef954aa3-287b-4ad1-98b5-1df7556acaf2 req-d918b0ff-b40e-46d8-8416-fba0662fdc99 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5fbf224f-d665-4180-b1da-45e679144cae HTTP/1.1" status: 200 len: 850 time: 0.0576854 Jun 07 07:04:41.065325 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-91d4705f-3f63-4e18-bbf4-7617f1b1316a tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:41.140291 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-91d4705f-3f63-4e18-bbf4-7617f1b1316a tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:41.142851 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-91d4705f-3f63-4e18-bbf4-7617f1b1316a tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:41.144278 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-91d4705f-3f63-4e18-bbf4-7617f1b1316a tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] 10.222.0.35 "DELETE /v2.0/security-groups/da22f6c0-ccac-4b4f-9339-a34efc3d3777 HTTP/1.1" status: 204 len: 168 time: 0.1760046 Jun 07 07:04:41.145084 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-d88007ad-e0a8-4a46-8c03-1d5bba5ec159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:41.148991 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef954aa3-287b-4ad1-98b5-1df7556acaf2 req-1b639507-16ae-4178-9785-340236918458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:04:41.150476 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ef954aa3-287b-4ad1-98b5-1df7556acaf2 req-1b639507-16ae-4178-9785-340236918458 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0814359 Jun 07 07:04:41.157156 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4705f-3f63-4e18-bbf4-7617f1b1316a tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da22f6c0-ccac-4b4f-9339-a34efc3d3777,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:41.159590 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-91d4705f-3f63-4e18-bbf4-7617f1b1316a tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:41.189568 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 48184) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:04:41.294043 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ef954aa3-287b-4ad1-98b5-1df7556acaf2 req-89862986-ce2a-4211-9a0d-aba0bc21afc5 service neutron] 10.222.0.44 "GET /v2.0/networks/65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346204 Jun 07 07:04:41.424535 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ef954aa3-287b-4ad1-98b5-1df7556acaf2 req-f38cfba9-9ea2-4c3a-9f12-31ae8a11e9ed service neutron] 10.222.0.44 "GET /v2.0/networks/65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235523 Jun 07 07:04:41.763073 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a445cfe8-b970-43be-9f2e-f927ad6ff817 req-3ce82289-b619-44be-bcde-ab754c8670b1 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:04:41.764537 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-a445cfe8-b970-43be-9f2e-f927ad6ff817 req-3ce82289-b619-44be-bcde-ab754c8670b1 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=32c4531d-97ae-47a9-bfcf-d7a9bbbc4065 HTTP/1.1" status: 200 len: 944 time: 0.0807195 Jun 07 07:04:41.810770 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-a445cfe8-b970-43be-9f2e-f927ad6ff817 req-6ce5cea2-79c1-491b-80bf-daff69c32192 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=79540208-2883-4594-9af4-4e657a2e100a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403547 Jun 07 07:04:41.843423 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-035c64cd-8f3d-496b-a1ed-f2ccafc9d53f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875550'] for router_interface, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:42.259154 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [None req-035c64cd-8f3d-496b-a1ed-f2ccafc9d53f admin admin] Deleting port d944a582-a31f-4d67-9a4b-29540d27946b {{(pid=91759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:04:42.259801 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-035c64cd-8f3d-496b-a1ed-f2ccafc9d53f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:42.382293 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.db [None req-035c64cd-8f3d-496b-a1ed-f2ccafc9d53f admin admin] For port d944a582-a31f-4d67-9a4b-29540d27946b, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=d944a582-a31f-4d67-9a4b-29540d27946b,segment=NetworkSegment(bb5542f4-3ec4-4f5b-a0df-596623c3dedd),segment_id=bb5542f4-3ec4-4f5b-a0df-596623c3dedd)] {{(pid=91759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:04:42.382640 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-035c64cd-8f3d-496b-a1ed-f2ccafc9d53f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:42.507874 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [None req-035c64cd-8f3d-496b-a1ed-f2ccafc9d53f admin admin] Calling delete_port for d944a582-a31f-4d67-9a4b-29540d27946b owned by network:router_interface {{(pid=91759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:04:42.669473 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-035c64cd-8f3d-496b-a1ed-f2ccafc9d53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222160'] for port, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:42.673927 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-3353372d-ca29-475b-95cb-6d655a11d0c3 tempest-ServerRescueNegativeTestJSON-1401089358 tempest-ServerRescueNegativeTestJSON-1401089358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:42.719432 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c64cd-8f3d-496b-a1ed-f2ccafc9d53f admin admin] Pushing event deleted for resources: {'Port': ['ID=d944a582-a31f-4d67-9a4b-29540d27946b,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:42.749483 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-035c64cd-8f3d-496b-a1ed-f2ccafc9d53f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:43.039058 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-035c64cd-8f3d-496b-a1ed-f2ccafc9d53f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3890604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3874192'] for router_interface, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:43.285519 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f112c-8ed7-4961-9bbd-4f467543beea req-5855874d-4f84-41fe-9edd-7b3e4ccc94a9 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:04:43.287171 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-895f112c-8ed7-4961-9bbd-4f467543beea req-5855874d-4f84-41fe-9edd-7b3e4ccc94a9 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=32c4531d-97ae-47a9-bfcf-d7a9bbbc4065 HTTP/1.1" status: 200 len: 944 time: 0.3279824 Jun 07 07:04:43.365339 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device 170a39f8-272b-4e07-aa56-99ae7b0e2b39 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 07:04:43.368680 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device 7008217d-dbea-4b94-bf81-bd1eeb709210 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:04:43.405555 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-895f112c-8ed7-4961-9bbd-4f467543beea req-b303ae4f-c831-4e61-9fc2-98194b40888b tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=79540208-2883-4594-9af4-4e657a2e100a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665920 Jun 07 07:04:43.408064 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] No Port match for: 7008217d-dbea-4b94-bf81-bd1eeb709210 {{(pid=91760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:04:43.408414 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device 7008217d-dbea-4b94-bf81-bd1eeb709210 not bound to the agent host hv-cinder-78414 {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:04:43.541346 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port 170a39f8-272b-4e07-aa56-99ae7b0e2b39, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=170a39f8-272b-4e07-aa56-99ae7b0e2b39,segment=NetworkSegment(af2c1ab1-ee4e-455f-82ce-f3bfb8e98966),segment_id=af2c1ab1-ee4e-455f-82ce-f3bfb8e98966)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:04:43.556052 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Returning: {'device': '170a39f8-272b-4e07-aa56-99ae7b0e2b39', 'network_id': '65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3', 'port_id': '170a39f8-272b-4e07-aa56-99ae7b0e2b39', 'mac_address': 'fa:16:3e:96:48:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fbf224f-d665-4180-b1da-45e679144cae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 07:04:43.591267 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035c64cd-8f3d-496b-a1ed-f2ccafc9d53f admin admin] Router 68e45f29-beac-4be5-b83c-b6c43290fd6c has already been hosted by L3 agent 207d1699-2b30-4848-a9d2-d112df8957f2 {{(pid=91759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 07:04:43.618618 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:43.635695 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 170a39f8-272b-4e07-aa56-99ae7b0e2b39 {{(pid=91760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 07:04:43.651349 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port 170a39f8-272b-4e07-aa56-99ae7b0e2b39, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=170a39f8-272b-4e07-aa56-99ae7b0e2b39,segment=NetworkSegment(af2c1ab1-ee4e-455f-82ce-f3bfb8e98966),segment_id=af2c1ab1-ee4e-455f-82ce-f3bfb8e98966)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:04:43.655305 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:43.657924 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-4b77f706-39e7-41b8-811e-1702e8e09ac6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:43.724368 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=170a39f8-272b-4e07-aa56-99ae7b0e2b39,revision_number=4']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:43.727491 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:43.769900 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035c64cd-8f3d-496b-a1ed-f2ccafc9d53f admin admin] Notify agent at l3_agent.dv-cinder-784140-5-iscsi the message routers_updated {{(pid=91759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 07:04:43.776613 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-035c64cd-8f3d-496b-a1ed-f2ccafc9d53f admin admin] 10.222.0.35 "PUT /v2.0/routers/68e45f29-beac-4be5-b83c-b6c43290fd6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5835049 Jun 07 07:04:43.777395 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 48190) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:04:43.779768 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c19e4b-36d4-41ba-a5e1-4f6f77b3d272 None None] Sync routers for ids ['68e45f29-beac-4be5-b83c-b6c43290fd6c'] in dv-cinder-784140-5-iscsi {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 07:04:43.789974 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c19e4b-36d4-41ba-a5e1-4f6f77b3d272 None None] Routers {'68e45f29-beac-4be5-b83c-b6c43290fd6c'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:04:43.790589 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-b6c19e4b-36d4-41ba-a5e1-4f6f77b3d272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:04:38Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['68e45f29-beac-4be5-b83c-b6c43290fd6c'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:04:43.862193 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] get_ports_and_sgs() called for port_ids ['170a39f8-272b-4e07-aa56-99ae7b0e2b39'] {{(pid=91760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 07:04:43.965591 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7f71d14c-40e6-4ba3-9483-d203f82f3ca4 admin admin] Notify callbacks [] for router, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:43.980355 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-b6c19e4b-36d4-41ba-a5e1-4f6f77b3d272 None None] Set router 68e45f29-beac-4be5-b83c-b6c43290fd6c gateway port host: dv-cinder-784140-5-iscsi {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:04:44.140704 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7f71d14c-40e6-4ba3-9483-d203f82f3ca4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:44.219505 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [None req-7f71d14c-40e6-4ba3-9483-d203f82f3ca4 admin admin] Deleting port 334ef925-5ed1-4169-9b13-c323ecccb512 {{(pid=91759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:04:44.219752 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7f71d14c-40e6-4ba3-9483-d203f82f3ca4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:44.321396 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-b6c19e4b-36d4-41ba-a5e1-4f6f77b3d272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e45f29-beac-4be5-b83c-b6c43290fd6c', 'name': 'tempest-TestShelveInstance-1143256083-router', 'tenant_id': '0081b93f682b424a92f9969541476853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '334ef925-5ed1-4169-9b13-c323ecccb512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:59:56Z', 'updated_at': '2021-06-07T07:04:42Z', 'revision_number': 5, 'project_id': '0081b93f682b424a92f9969541476853', 'gw_port': {'id': '334ef925-5ed1-4169-9b13-c323ecccb512', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e45f29-beac-4be5-b83c-b6c43290fd6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T06:59:56Z', 'updated_at': '2021-06-07T07:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi'}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:04:44.325172 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c19e4b-36d4-41ba-a5e1-4f6f77b3d272 None None] Checking router: 68e45f29-beac-4be5-b83c-b6c43290fd6c for host: dv-cinder-784140-5-iscsi {{(pid=91761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 07:04:44.333273 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c19e4b-36d4-41ba-a5e1-4f6f77b3d272 None None] Routers {'68e45f29-beac-4be5-b83c-b6c43290fd6c'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:04:44.334579 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-b6c19e4b-36d4-41ba-a5e1-4f6f77b3d272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:04:38Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['68e45f29-beac-4be5-b83c-b6c43290fd6c'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:04:44.346785 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.db [None req-7f71d14c-40e6-4ba3-9483-d203f82f3ca4 admin admin] For port 334ef925-5ed1-4169-9b13-c323ecccb512, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=334ef925-5ed1-4169-9b13-c323ecccb512,segment=NetworkSegment(5ae08632-c29b-4dd6-8d62-13cd62eb6da9),segment_id=5ae08632-c29b-4dd6-8d62-13cd62eb6da9)] {{(pid=91759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:04:44.347365 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7f71d14c-40e6-4ba3-9483-d203f82f3ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:44.470801 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [None req-7f71d14c-40e6-4ba3-9483-d203f82f3ca4 admin admin] Calling delete_port for 334ef925-5ed1-4169-9b13-c323ecccb512 owned by network:router_gateway {{(pid=91759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:04:44.503673 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-b6c19e4b-36d4-41ba-a5e1-4f6f77b3d272 None None] Set router 68e45f29-beac-4be5-b83c-b6c43290fd6c gateway port host: None {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:04:44.624517 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c9bc7-4359-44aa-9ddd-36adb87444e0 req-a2bf1e1e-e5e4-4144-b2cf-162d186818d8 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:04:44.626089 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-a31c9bc7-4359-44aa-9ddd-36adb87444e0 req-a2bf1e1e-e5e4-4144-b2cf-162d186818d8 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=32c4531d-97ae-47a9-bfcf-d7a9bbbc4065 HTTP/1.1" status: 200 len: 945 time: 0.1005809 Jun 07 07:04:44.626871 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-b6c19e4b-36d4-41ba-a5e1-4f6f77b3d272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e45f29-beac-4be5-b83c-b6c43290fd6c', 'name': 'tempest-TestShelveInstance-1143256083-router', 'tenant_id': '0081b93f682b424a92f9969541476853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:59:56Z', 'updated_at': '2021-06-07T07:04:44Z', 'revision_number': 6, 'project_id': '0081b93f682b424a92f9969541476853', 'gw_port_host': None}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:04:44.631317 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c19e4b-36d4-41ba-a5e1-4f6f77b3d272 None None] The sync data for ids ['68e45f29-beac-4be5-b83c-b6c43290fd6c'] in dv-cinder-784140-5-iscsi is: [{'id': '68e45f29-beac-4be5-b83c-b6c43290fd6c', 'name': 'tempest-TestShelveInstance-1143256083-router', 'tenant_id': '0081b93f682b424a92f9969541476853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T06:59:56Z', 'updated_at': '2021-06-07T07:04:44Z', 'revision_number': 6, 'project_id': '0081b93f682b424a92f9969541476853', 'gw_port_host': None}] {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 07:04:44.681588 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-a31c9bc7-4359-44aa-9ddd-36adb87444e0 req-74ee518a-c4cf-4f1c-8fee-6356e2788870 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=79540208-2883-4594-9af4-4e657a2e100a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495031 Jun 07 07:04:44.745911 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7f71d14c-40e6-4ba3-9483-d203f82f3ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222160'] for port, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:44.749322 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-337327eb-fbc7-4f97-9c5c-15b8bad5909b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:44.791869 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71d14c-40e6-4ba3-9483-d203f82f3ca4 admin admin] Pushing event deleted for resources: {'Port': ['ID=334ef925-5ed1-4169-9b13-c323ecccb512,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:44.794756 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-7f71d14c-40e6-4ba3-9483-d203f82f3ca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:44.884393 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7f71d14c-40e6-4ba3-9483-d203f82f3ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3885390'] for router_gateway, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:45.058210 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7f71d14c-40e6-4ba3-9483-d203f82f3ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5911'] for router, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:45.060778 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7f71d14c-40e6-4ba3-9483-d203f82f3ca4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:45.083039 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7f71d14c-40e6-4ba3-9483-d203f82f3ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879397'] for router, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:45.083717 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f71d14c-40e6-4ba3-9483-d203f82f3ca4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68e45f29-beac-4be5-b83c-b6c43290fd6c {{(pid=91759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 07:04:45.087806 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-7f71d14c-40e6-4ba3-9483-d203f82f3ca4 admin admin] Notify callbacks [] for router, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:45.088940 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-7f71d14c-40e6-4ba3-9483-d203f82f3ca4 admin admin] 10.222.0.35 "DELETE /v2.0/routers/68e45f29-beac-4be5-b83c-b6c43290fd6c HTTP/1.1" status: 204 len: 168 time: 1.3106077 Jun 07 07:04:45.091415 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 48194) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:04:45.151021 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e7627a0-db49-44ca-a5c9-705a33d63928 admin admin] Deleting subnet 8b57f840-4f16-4f1d-a226-d26c6973a8b4 {{(pid=91759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 07:04:45.153874 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3e7627a0-db49-44ca-a5c9-705a33d63928 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:45.205100 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3e7627a0-db49-44ca-a5c9-705a33d63928 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3301087'] for subnet, precommit_delete_associations {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:45.281428 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3e7627a0-db49-44ca-a5c9-705a33d63928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693753'] for subnet, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:45.350221 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3e7627a0-db49-44ca-a5c9-705a33d63928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2222269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2564177'] for subnet, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:45.354021 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-c97b8f33-d551-42c8-a762-3ae09c778b70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:45.384151 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device 170a39f8-272b-4e07-aa56-99ae7b0e2b39 up at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 07:04:45.392792 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7627a0-db49-44ca-a5c9-705a33d63928 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b57f840-4f16-4f1d-a226-d26c6973a8b4,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:45.396853 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-3e7627a0-db49-44ca-a5c9-705a33d63928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:45.398007 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-3e7627a0-db49-44ca-a5c9-705a33d63928 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:45.400065 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-3e7627a0-db49-44ca-a5c9-705a33d63928 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8b57f840-4f16-4f1d-a226-d26c6973a8b4 HTTP/1.1" status: 204 len: 168 time: 0.3077612 Jun 07 07:04:45.402656 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 48196) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:04:45.416835 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5436f06-fe87-430b-87e2-8ae1e5ca91e0 None None] Network 5c37d138-8837-42e4-9380-fd5e2c8077da requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 07:04:45.613241 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-ec922e9c-7612-45d8-99ee-d859b249c69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546939'] for network, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:45.657057 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Provisioning for port 170a39f8-272b-4e07-aa56-99ae7b0e2b39 completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 07:04:45.665221 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Provisioning complete for port 170a39f8-272b-4e07-aa56-99ae7b0e2b39 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:04:45.665605 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:45.695825 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-ec922e9c-7612-45d8-99ee-d859b249c69d admin admin] Deleting port c1728c1c-06db-4976-b963-92fe7b41df82 {{(pid=91758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:04:45.696281 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-ec922e9c-7612-45d8-99ee-d859b249c69d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:45.801244 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-ec922e9c-7612-45d8-99ee-d859b249c69d admin admin] For port c1728c1c-06db-4976-b963-92fe7b41df82, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=c1728c1c-06db-4976-b963-92fe7b41df82,segment=NetworkSegment(bb5542f4-3ec4-4f5b-a0df-596623c3dedd),segment_id=bb5542f4-3ec4-4f5b-a0df-596623c3dedd)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:04:45.801616 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-ec922e9c-7612-45d8-99ee-d859b249c69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:45.803004 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:45.814825 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ed83cf-a148-4077-98bf-d543aecd5da7 None None] DHCP port deletion for 5c37d138-8837-42e4-9380-fd5e2c8077da request from dv-cinder-784140-5-iscsi {{(pid=91760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 07:04:45.879251 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c4531d-97ae-47a9-bfcf-d7a9bbbc4065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170a39f8-272b-4e07-aa56-99ae7b0e2b39'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:04:45.882533 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bdfcc22c2f6cd30966a80f508f9d4395b4bd329b93c89cee5ea7ddf2c7e5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700dc525-3a6f-47e9-b5e6-5636191ad123" -d '{"events": [{"server_uuid": "32c4531d-97ae-47a9-bfcf-d7a9bbbc4065", "name": "network-vif-plugged", "status": "completed", "tag": "170a39f8-272b-4e07-aa56-99ae7b0e2b39"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:04:45.898830 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port 170a39f8-272b-4e07-aa56-99ae7b0e2b39, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=170a39f8-272b-4e07-aa56-99ae7b0e2b39,segment=NetworkSegment(af2c1ab1-ee4e-455f-82ce-f3bfb8e98966),segment_id=af2c1ab1-ee4e-455f-82ce-f3bfb8e98966)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:04:45.908728 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:45.911926 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:45.925175 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf78389-4687-4c37-8acd-c7aee8a8c141 req-7a3f4ab3-73d2-4d9d-8b3c-81812c2c422f tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:04:45.928758 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-daf78389-4687-4c37-8acd-c7aee8a8c141 req-7a3f4ab3-73d2-4d9d-8b3c-81812c2c422f tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=32c4531d-97ae-47a9-bfcf-d7a9bbbc4065 HTTP/1.1" status: 200 len: 945 time: 0.1044624 Jun 07 07:04:45.935198 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-ec922e9c-7612-45d8-99ee-d859b249c69d admin admin] Calling delete_port for c1728c1c-06db-4976-b963-92fe7b41df82 owned by network:dhcp {{(pid=91758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:04:45.955758 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 07:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9792db00-fee5-436d-9412-c70106625f08 x-openstack-request-id: req-9792db00-fee5-436d-9412-c70106625f08 {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:04:45.956059 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c4531d-97ae-47a9-bfcf-d7a9bbbc4065", "name": "network-vif-plugged", "status": "completed", "tag": "170a39f8-272b-4e07-aa56-99ae7b0e2b39", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:04:45.956322 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9792db00-fee5-436d-9412-c70106625f08 {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:04:45.956709 dv-cinder-784140-5-iscsi neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c4531d-97ae-47a9-bfcf-d7a9bbbc4065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170a39f8-272b-4e07-aa56-99ae7b0e2b39', 'code': 200} Jun 07 07:04:45.980418 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-d3ed83cf-a148-4077-98bf-d543aecd5da7 None None] Deleting port c1728c1c-06db-4976-b963-92fe7b41df82 {{(pid=91760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:04:45.980860 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d3ed83cf-a148-4077-98bf-d543aecd5da7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:45.998401 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-daf78389-4687-4c37-8acd-c7aee8a8c141 req-d530cf06-65f5-4ce9-b012-4d896807679b tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=79540208-2883-4594-9af4-4e657a2e100a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630963 Jun 07 07:04:46.008868 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-ec922e9c-7612-45d8-99ee-d859b249c69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:46.017817 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-768201ae-c34a-4ddd-b68a-b35910806d3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:46.027522 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=170a39f8-272b-4e07-aa56-99ae7b0e2b39,revision_number=5']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:46.072440 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec922e9c-7612-45d8-99ee-d859b249c69d admin admin] Pushing event deleted for resources: {'Port': ['ID=c1728c1c-06db-4976-b963-92fe7b41df82,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:46.074484 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec922e9c-7612-45d8-99ee-d859b249c69d admin admin] No DVR routers for this DVR port c1728c1c-06db-4976-b963-92fe7b41df82 on host dv-cinder-784140-5-iscsi {{(pid=91758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 07:04:46.075919 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-ec922e9c-7612-45d8-99ee-d859b249c69d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:46.076937 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:46.097082 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-d3ed83cf-a148-4077-98bf-d543aecd5da7 None None] For port c1728c1c-06db-4976-b963-92fe7b41df82, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=c1728c1c-06db-4976-b963-92fe7b41df82,segment=NetworkSegment(bb5542f4-3ec4-4f5b-a0df-596623c3dedd),segment_id=bb5542f4-3ec4-4f5b-a0df-596623c3dedd)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:04:46.097485 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d3ed83cf-a148-4077-98bf-d543aecd5da7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:46.220041 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-d3ed83cf-a148-4077-98bf-d543aecd5da7 None None] Calling delete_port for c1728c1c-06db-4976-b963-92fe7b41df82 owned by network:dhcp {{(pid=91760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:04:46.237050 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-ec922e9c-7612-45d8-99ee-d859b249c69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690272', 'neutron.services.segments.db._delete_segments_for_network-8736901055910'] for network, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:46.252304 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.services.segments.db [None req-ec922e9c-7612-45d8-99ee-d859b249c69d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c37d138-8837-42e4-9380-fd5e2c8077da']}} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:04:46.262234 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d3ed83cf-a148-4077-98bf-d543aecd5da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776'] for port, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:46.266716 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:46.275282 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.services.segments.db [None req-ec922e9c-7612-45d8-99ee-d859b249c69d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb5542f4-3ec4-4f5b-a0df-596623c3dedd') {'for_net_delete': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:04:46.275583 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.services.segments.db [None req-ec922e9c-7612-45d8-99ee-d859b249c69d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb5542f4-3ec4-4f5b-a0df-596623c3dedd') {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:04:46.289725 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-ec922e9c-7612-45d8-99ee-d859b249c69d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900799425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2297235'] for segment, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:46.311860 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed83cf-a148-4077-98bf-d543aecd5da7 None None] Pushing event deleted for resources: {'Port': ['ID=c1728c1c-06db-4976-b963-92fe7b41df82,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:46.312119 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-ec922e9c-7612-45d8-99ee-d859b249c69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642'] for segment, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:46.314703 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-d3ed83cf-a148-4077-98bf-d543aecd5da7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:46.315516 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ed83cf-a148-4077-98bf-d543aecd5da7 None None] No DVR routers for this DVR port c1728c1c-06db-4976-b963-92fe7b41df82 on host dv-cinder-784140-5-iscsi {{(pid=91760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 07:04:46.323215 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61ee34-9907-4b69-8465-8d1188601a7f req-6391a6b7-4ca1-42b4-b389-e411df701032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:04:46.324659 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-2b61ee34-9907-4b69-8465-8d1188601a7f req-6391a6b7-4ca1-42b4-b389-e411df701032 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=32c4531d-97ae-47a9-bfcf-d7a9bbbc4065 HTTP/1.1" status: 200 len: 1099 time: 0.1756549 Jun 07 07:04:46.327070 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec922e9c-7612-45d8-99ee-d859b249c69d admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=91758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 07:04:46.327070 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-ec922e9c-7612-45d8-99ee-d859b249c69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2309482'] for segment, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:46.339479 dv-cinder-784140-5-iscsi neutron-server[91758]: Traceback (most recent call last): Jun 07 07:04:46.339479 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 07:04:46.339479 dv-cinder-784140-5-iscsi neutron-server[91758]: timer() Jun 07 07:04:46.339479 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 07:04:46.339479 dv-cinder-784140-5-iscsi neutron-server[91758]: cb(*args, **kw) Jun 07 07:04:46.339479 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 07:04:46.339479 dv-cinder-784140-5-iscsi neutron-server[91758]: return func(*args, **kwargs) Jun 07 07:04:46.339479 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 07:04:46.339479 dv-cinder-784140-5-iscsi neutron-server[91758]: self._notify() Jun 07 07:04:46.339479 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 07:04:46.339479 dv-cinder-784140-5-iscsi neutron-server[91758]: self.callback(batched_events) Jun 07 07:04:46.339479 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 07:04:46.339479 dv-cinder-784140-5-iscsi neutron-server[91758]: event.method(event) Jun 07 07:04:46.339479 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 07:04:46.339479 dv-cinder-784140-5-iscsi neutron-server[91758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 07:04:46.339479 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 07:04:46.339479 dv-cinder-784140-5-iscsi neutron-server[91758]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 07:04:46.339479 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 07:04:46.339479 dv-cinder-784140-5-iscsi neutron-server[91758]: return f(self, *a, **k) Jun 07 07:04:46.339479 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 07:04:46.339479 dv-cinder-784140-5-iscsi neutron-server[91758]: return self._get(url).json() Jun 07 07:04:46.339479 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 07:04:46.339479 dv-cinder-784140-5-iscsi neutron-server[91758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 07:04:46.339479 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 07:04:46.339479 dv-cinder-784140-5-iscsi neutron-server[91758]: return self.request(url, 'GET', **kwargs) Jun 07 07:04:46.339479 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 07:04:46.339479 dv-cinder-784140-5-iscsi neutron-server[91758]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 07:04:46.339479 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 07:04:46.339479 dv-cinder-784140-5-iscsi neutron-server[91758]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 07:04:46.339479 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 07:04:46.339479 dv-cinder-784140-5-iscsi neutron-server[91758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 07:04:46.339479 dv-cinder-784140-5-iscsi neutron-server[91758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 07:04:46.442921 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-2b61ee34-9907-4b69-8465-8d1188601a7f req-689d14bb-f3b8-4fae-afdf-da67e7e391ef service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=79540208-2883-4594-9af4-4e657a2e100a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023338 Jun 07 07:04:46.444002 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-ec922e9c-7612-45d8-99ee-d859b249c69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3890583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3885419'] for network, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:46.447869 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:46.460314 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-ec922e9c-7612-45d8-99ee-d859b249c69d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for network, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:46.462208 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-ec922e9c-7612-45d8-99ee-d859b249c69d admin admin] 10.222.0.35 "DELETE /v2.0/networks/5c37d138-8837-42e4-9380-fd5e2c8077da HTTP/1.1" status: 204 len: 168 time: 1.0584934 Jun 07 07:04:46.465680 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 48202) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:04:46.468188 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec922e9c-7612-45d8-99ee-d859b249c69d admin admin] Pushing event deleted for resources: {'Network': ['ID=5c37d138-8837-42e4-9380-fd5e2c8077da,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:46.477028 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-ec922e9c-7612-45d8-99ee-d859b249c69d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:46.561046 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 334ef925-5ed1-4169-9b13-c323ecccb512 no longer exists at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:04:46.600809 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] No Port match for: 334ef925-5ed1-4169-9b13-c323ecccb512 {{(pid=91760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:04:46.601080 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 334ef925-5ed1-4169-9b13-c323ecccb512 not bound to the agent host dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:04:46.601503 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device d944a582-a31f-4d67-9a4b-29540d27946b no longer exists at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:04:46.648208 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] No Port match for: d944a582-a31f-4d67-9a4b-29540d27946b {{(pid=91760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:04:46.648700 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device d944a582-a31f-4d67-9a4b-29540d27946b not bound to the agent host dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:04:46.649295 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device c1728c1c-06db-4976-b963-92fe7b41df82 no longer exists at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:04:46.687251 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] No Port match for: c1728c1c-06db-4976-b963-92fe7b41df82 {{(pid=91760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:04:46.687597 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device c1728c1c-06db-4976-b963-92fe7b41df82 not bound to the agent host dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:04:47.042104 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-debb03cb-93f4-45a1-8b0f-59a92a2d720e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875550'] for router_interface, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:47.211070 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be56212-2041-4a06-a3d2-578ac8ced46a req-e4869d1b-adf5-46f1-bc7c-c3395df4df01 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:04:47.213009 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-2be56212-2041-4a06-a3d2-578ac8ced46a req-e4869d1b-adf5-46f1-bc7c-c3395df4df01 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=32c4531d-97ae-47a9-bfcf-d7a9bbbc4065 HTTP/1.1" status: 200 len: 946 time: 0.1001494 Jun 07 07:04:47.266766 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-2be56212-2041-4a06-a3d2-578ac8ced46a req-5108cd7e-f0e7-4e5b-9f13-a49bc7fc8ef9 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=79540208-2883-4594-9af4-4e657a2e100a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468810 Jun 07 07:04:47.587724 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [None req-debb03cb-93f4-45a1-8b0f-59a92a2d720e admin admin] Deleting port 540b34c3-95f5-49b3-aaa5-ddbd8595f612 {{(pid=91759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:04:47.588279 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-debb03cb-93f4-45a1-8b0f-59a92a2d720e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:47.715168 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.db [None req-debb03cb-93f4-45a1-8b0f-59a92a2d720e admin admin] For port 540b34c3-95f5-49b3-aaa5-ddbd8595f612, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=540b34c3-95f5-49b3-aaa5-ddbd8595f612,segment=NetworkSegment(912f14d6-9580-44f0-836c-a8ea113a01de),segment_id=912f14d6-9580-44f0-836c-a8ea113a01de)] {{(pid=91759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:04:47.715517 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-debb03cb-93f4-45a1-8b0f-59a92a2d720e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:47.851568 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [None req-debb03cb-93f4-45a1-8b0f-59a92a2d720e admin admin] Calling delete_port for 540b34c3-95f5-49b3-aaa5-ddbd8595f612 owned by network:router_interface {{(pid=91759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:04:48.019377 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-debb03cb-93f4-45a1-8b0f-59a92a2d720e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222160'] for port, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:48.023506 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-035c64cd-8f3d-496b-a1ed-f2ccafc9d53f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:48.066765 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb03cb-93f4-45a1-8b0f-59a92a2d720e admin admin] Pushing event deleted for resources: {'Port': ['ID=540b34c3-95f5-49b3-aaa5-ddbd8595f612,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:48.070770 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-debb03cb-93f4-45a1-8b0f-59a92a2d720e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:48.367362 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-debb03cb-93f4-45a1-8b0f-59a92a2d720e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3890604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3874192'] for router_interface, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:48.626177 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d52732-cfd9-4839-8a27-954ff0fc7bd3 req-89c57984-55c0-438a-8220-1dcdb7c0f3b0 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:04:48.627680 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-11d52732-cfd9-4839-8a27-954ff0fc7bd3 req-89c57984-55c0-438a-8220-1dcdb7c0f3b0 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=32c4531d-97ae-47a9-bfcf-d7a9bbbc4065 HTTP/1.1" status: 200 len: 946 time: 0.2516491 Jun 07 07:04:48.857451 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-11d52732-cfd9-4839-8a27-954ff0fc7bd3 req-ea3dd73d-b7d2-4b61-96b4-ca375c6dace7 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=79540208-2883-4594-9af4-4e657a2e100a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772683 Jun 07 07:04:48.949351 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-debb03cb-93f4-45a1-8b0f-59a92a2d720e admin admin] Router 986431e1-86fc-4b48-b155-358ef9889716 has already been hosted by L3 agent 207d1699-2b30-4848-a9d2-d112df8957f2 {{(pid=91759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 07:04:49.039828 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbefa3b-788f-45be-a9c1-8d75208482ed req-e1f8f6ad-e316-44d6-b182-de65749244b4 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:04:49.041272 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-abbefa3b-788f-45be-a9c1-8d75208482ed req-e1f8f6ad-e316-44d6-b182-de65749244b4 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=32c4531d-97ae-47a9-bfcf-d7a9bbbc4065 HTTP/1.1" status: 200 len: 946 time: 0.0853701 Jun 07 07:04:49.049636 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 48210) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:04:49.054619 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [None req-49968cba-572d-4051-8a61-3dc571d85b87 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Request body: {'floatingip': {'port_id': '170a39f8-272b-4e07-aa56-99ae7b0e2b39'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:04:49.132565 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debb03cb-93f4-45a1-8b0f-59a92a2d720e admin admin] Notify agent at l3_agent.dv-cinder-784140-5-iscsi the message routers_updated {{(pid=91759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 07:04:49.136240 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-49968cba-572d-4051-8a61-3dc571d85b87 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks [] for floatingip, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:49.137507 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-debb03cb-93f4-45a1-8b0f-59a92a2d720e admin admin] 10.222.0.35 "PUT /v2.0/routers/986431e1-86fc-4b48-b155-358ef9889716/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6706228 Jun 07 07:04:49.139987 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 48212) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:04:49.142734 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bf93f9-231b-447c-adbf-3eee48a299b9 None None] Sync routers for ids ['986431e1-86fc-4b48-b155-358ef9889716'] in dv-cinder-784140-5-iscsi {{(pid=91760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 07:04:49.152661 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bf93f9-231b-447c-adbf-3eee48a299b9 None None] Routers {'986431e1-86fc-4b48-b155-358ef9889716'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:04:49.153354 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-67bf93f9-231b-447c-adbf-3eee48a299b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:04:38Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['986431e1-86fc-4b48-b155-358ef9889716'], 'active': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:04:49.323005 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f1c9c009-79a2-4dfd-aa52-5e361a1d0115 admin admin] Notify callbacks [] for router, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:49.350736 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvr_db [None req-67bf93f9-231b-447c-adbf-3eee48a299b9 None None] Set router 986431e1-86fc-4b48-b155-358ef9889716 gateway port host: dv-cinder-784140-5-iscsi {{(pid=91760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:04:49.507400 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f1c9c009-79a2-4dfd-aa52-5e361a1d0115 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:49.589388 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [None req-f1c9c009-79a2-4dfd-aa52-5e361a1d0115 admin admin] Deleting port a262bd8d-5392-4b54-a57b-4984222604d2 {{(pid=91759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:04:49.589726 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f1c9c009-79a2-4dfd-aa52-5e361a1d0115 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:49.652717 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-67bf93f9-231b-447c-adbf-3eee48a299b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986431e1-86fc-4b48-b155-358ef9889716', 'name': 'tempest-TestShelveInstance-1360596446-router', 'tenant_id': '3b9aba81e37b417a9fde6cc67714bf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a262bd8d-5392-4b54-a57b-4984222604d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:00:03Z', 'updated_at': '2021-06-07T07:04:47Z', 'revision_number': 5, 'project_id': '3b9aba81e37b417a9fde6cc67714bf25', 'gw_port': {'id': 'a262bd8d-5392-4b54-a57b-4984222604d2', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986431e1-86fc-4b48-b155-358ef9889716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:00:04Z', 'updated_at': '2021-06-07T07:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi'}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:04:49.657488 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bf93f9-231b-447c-adbf-3eee48a299b9 None None] Checking router: 986431e1-86fc-4b48-b155-358ef9889716 for host: dv-cinder-784140-5-iscsi {{(pid=91760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 07:04:49.666728 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bf93f9-231b-447c-adbf-3eee48a299b9 None None] Routers {'986431e1-86fc-4b48-b155-358ef9889716'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:04:49.667344 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-67bf93f9-231b-447c-adbf-3eee48a299b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:04:38Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['986431e1-86fc-4b48-b155-358ef9889716'], 'active': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:04:49.720919 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.db [None req-f1c9c009-79a2-4dfd-aa52-5e361a1d0115 admin admin] For port a262bd8d-5392-4b54-a57b-4984222604d2, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=a262bd8d-5392-4b54-a57b-4984222604d2,segment=NetworkSegment(5ae08632-c29b-4dd6-8d62-13cd62eb6da9),segment_id=5ae08632-c29b-4dd6-8d62-13cd62eb6da9)] {{(pid=91759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:04:49.721589 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f1c9c009-79a2-4dfd-aa52-5e361a1d0115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:49.854154 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [None req-f1c9c009-79a2-4dfd-aa52-5e361a1d0115 admin admin] Calling delete_port for a262bd8d-5392-4b54-a57b-4984222604d2 owned by network:router_gateway {{(pid=91759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:04:49.856766 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvr_db [None req-67bf93f9-231b-447c-adbf-3eee48a299b9 None None] Set router 986431e1-86fc-4b48-b155-358ef9889716 gateway port host: None {{(pid=91760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:04:49.867943 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-49968cba-572d-4051-8a61-3dc571d85b87 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:49.871952 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-49968cba-572d-4051-8a61-3dc571d85b87 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3885433'] for floatingip, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:49.967182 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-67bf93f9-231b-447c-adbf-3eee48a299b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986431e1-86fc-4b48-b155-358ef9889716', 'name': 'tempest-TestShelveInstance-1360596446-router', 'tenant_id': '3b9aba81e37b417a9fde6cc67714bf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:00:03Z', 'updated_at': '2021-06-07T07:04:49Z', 'revision_number': 6, 'project_id': '3b9aba81e37b417a9fde6cc67714bf25', 'gw_port_host': None}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:04:49.971459 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bf93f9-231b-447c-adbf-3eee48a299b9 None None] The sync data for ids ['986431e1-86fc-4b48-b155-358ef9889716'] in dv-cinder-784140-5-iscsi is: [{'id': '986431e1-86fc-4b48-b155-358ef9889716', 'name': 'tempest-TestShelveInstance-1360596446-router', 'tenant_id': '3b9aba81e37b417a9fde6cc67714bf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:00:03Z', 'updated_at': '2021-06-07T07:04:49Z', 'revision_number': 6, 'project_id': '3b9aba81e37b417a9fde6cc67714bf25', 'gw_port_host': None}] {{(pid=91760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 07:04:50.015702 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f1c9c009-79a2-4dfd-aa52-5e361a1d0115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222160'] for port, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:50.019514 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-68c3ce91-edd0-40a5-8bcc-686e82c479d9 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:50.048654 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.db.l3_db [None req-49968cba-572d-4051-8a61-3dc571d85b87 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Floating IP ab649b99-88a6-4695-a440-114ef07e7ff2 associated. External IP: 172.27.1.181, port: 170a39f8-272b-4e07-aa56-99ae7b0e2b39. Jun 07 07:04:50.063675 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9c009-79a2-4dfd-aa52-5e361a1d0115 admin admin] Pushing event deleted for resources: {'Port': ['ID=a262bd8d-5392-4b54-a57b-4984222604d2,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:50.067201 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-f1c9c009-79a2-4dfd-aa52-5e361a1d0115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:50.157312 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f1c9c009-79a2-4dfd-aa52-5e361a1d0115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3885390'] for router_gateway, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:50.413090 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49968cba-572d-4051-8a61-3dc571d85b87 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Router f316f3d2-2c89-4a0a-bcdf-b83455de0a4e has already been hosted by L3 agent 207d1699-2b30-4848-a9d2-d112df8957f2 {{(pid=91758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 07:04:50.449082 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f1c9c009-79a2-4dfd-aa52-5e361a1d0115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5911'] for router, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:50.451400 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f1c9c009-79a2-4dfd-aa52-5e361a1d0115 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:50.476975 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f1c9c009-79a2-4dfd-aa52-5e361a1d0115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879397'] for router, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:50.477545 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c9c009-79a2-4dfd-aa52-5e361a1d0115 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 986431e1-86fc-4b48-b155-358ef9889716 {{(pid=91759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 07:04:50.482005 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f1c9c009-79a2-4dfd-aa52-5e361a1d0115 admin admin] Notify callbacks [] for router, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:50.483296 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-f1c9c009-79a2-4dfd-aa52-5e361a1d0115 admin admin] 10.222.0.35 "DELETE /v2.0/routers/986431e1-86fc-4b48-b155-358ef9889716 HTTP/1.1" status: 204 len: 168 time: 1.3421783 Jun 07 07:04:50.485858 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 48214) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:04:50.544516 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.db_base_plugin_v2 [None req-e98d6905-0a8c-4b4b-a971-5af05fb15ae0 admin admin] Deleting subnet 7121b237-fda7-43eb-977a-0eda67e768ec {{(pid=91759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 07:04:50.547656 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-e98d6905-0a8c-4b4b-a971-5af05fb15ae0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:50.596934 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-e98d6905-0a8c-4b4b-a971-5af05fb15ae0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3301087'] for subnet, precommit_delete_associations {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:50.599744 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49968cba-572d-4051-8a61-3dc571d85b87 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify agent at l3_agent.dv-cinder-784140-5-iscsi the message routers_updated {{(pid=91758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 07:04:50.604435 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-49968cba-572d-4051-8a61-3dc571d85b87 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for floatingip, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:50.610504 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c4d51f-8d37-41bc-9863-ad3bca446eaf None None] Sync routers for ids ['f316f3d2-2c89-4a0a-bcdf-b83455de0a4e'] in dv-cinder-784140-5-iscsi {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 07:04:50.620845 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c4d51f-8d37-41bc-9863-ad3bca446eaf None None] Routers {'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:04:50.621721 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-32c4d51f-8d37-41bc-9863-ad3bca446eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:04:38Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['f316f3d2-2c89-4a0a-bcdf-b83455de0a4e'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:04:50.660032 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-49968cba-572d-4051-8a61-3dc571d85b87 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "PUT /v2.0/floatingips/ab649b99-88a6-4695-a440-114ef07e7ff2 HTTP/1.1" status: 200 len: 992 time: 1.6092212 Jun 07 07:04:50.660594 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c4531d-97ae-47a9-bfcf-d7a9bbbc4065', 'tag': '170a39f8-272b-4e07-aa56-99ae7b0e2b39'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:04:50.663770 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec36a6c19c8fb969b847be0da992033db50c3714a14aa90e68a12edeb3f3a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd82bd0f-f23b-4c5a-988d-a0662632e3dd" -d '{"events": [{"name": "network-changed", "server_uuid": "32c4531d-97ae-47a9-bfcf-d7a9bbbc4065", "tag": "170a39f8-272b-4e07-aa56-99ae7b0e2b39"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:04:50.706187 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-e98d6905-0a8c-4b4b-a971-5af05fb15ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693753'] for subnet, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:50.711095 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 07:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20cf85c-8cbe-46d8-ae8f-8e9b8a7ee1f0 x-openstack-request-id: req-d20cf85c-8cbe-46d8-ae8f-8e9b8a7ee1f0 {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:04:50.711473 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32c4531d-97ae-47a9-bfcf-d7a9bbbc4065", "tag": "170a39f8-272b-4e07-aa56-99ae7b0e2b39", "status": "completed", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:04:50.711768 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d20cf85c-8cbe-46d8-ae8f-8e9b8a7ee1f0 {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:04:50.712208 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32c4531d-97ae-47a9-bfcf-d7a9bbbc4065', 'tag': '170a39f8-272b-4e07-aa56-99ae7b0e2b39', 'status': 'completed', 'code': 200} Jun 07 07:04:50.819823 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-32c4d51f-8d37-41bc-9863-ad3bca446eaf None None] Set router f316f3d2-2c89-4a0a-bcdf-b83455de0a4e gateway port host: dv-cinder-784140-5-iscsi {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:04:50.830794 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-e98d6905-0a8c-4b4b-a971-5af05fb15ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2222269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2564177'] for subnet, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:50.840727 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:50.853395 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 540b34c3-95f5-49b3-aaa5-ddbd8595f612 no longer exists at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:04:50.857527 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82bd0f-f23b-4c5a-988d-a0662632e3dd req-d98683c0-4c4d-4ab6-9ed4-ee6439a64c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:04:50.859145 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-cd82bd0f-f23b-4c5a-988d-a0662632e3dd req-d98683c0-4c4d-4ab6-9ed4-ee6439a64c98 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3be3b372352b4be7914c70797c62b825&device_id=32c4531d-97ae-47a9-bfcf-d7a9bbbc4065 HTTP/1.1" status: 200 len: 1099 time: 0.1213601 Jun 07 07:04:50.882201 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d6905-0a8c-4b4b-a971-5af05fb15ae0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7121b237-fda7-43eb-977a-0eda67e768ec,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:50.893276 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-e98d6905-0a8c-4b4b-a971-5af05fb15ae0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:50.895217 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-e98d6905-0a8c-4b4b-a971-5af05fb15ae0 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7121b237-fda7-43eb-977a-0eda67e768ec HTTP/1.1" status: 204 len: 168 time: 0.4079266 Jun 07 07:04:50.896631 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d6905-0a8c-4b4b-a971-5af05fb15ae0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:04:50.897014 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d6905-0a8c-4b4b-a971-5af05fb15ae0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:04:50.897246 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35010ac-6f2c-4736-9db9-88dfb76864e8 None None] Network 6175e6dd-4fa0-43b0-90bb-40c24925cd82 requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 07:04:50.897383 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d6905-0a8c-4b4b-a971-5af05fb15ae0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:04:50.897738 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d6905-0a8c-4b4b-a971-5af05fb15ae0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:04:50.898128 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d6905-0a8c-4b4b-a971-5af05fb15ae0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:04:50.898488 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d6905-0a8c-4b4b-a971-5af05fb15ae0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:04:50.898847 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d6905-0a8c-4b4b-a971-5af05fb15ae0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:04:50.899455 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d6905-0a8c-4b4b-a971-5af05fb15ae0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:04:50.899823 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d6905-0a8c-4b4b-a971-5af05fb15ae0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:04:50.900210 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d6905-0a8c-4b4b-a971-5af05fb15ae0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:04:50.900572 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d6905-0a8c-4b4b-a971-5af05fb15ae0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:04:50.900924 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d6905-0a8c-4b4b-a971-5af05fb15ae0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:04:50.903395 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 48220) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:04:50.904707 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-e98d6905-0a8c-4b4b-a971-5af05fb15ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:50.928184 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] No Port match for: 540b34c3-95f5-49b3-aaa5-ddbd8595f612 {{(pid=91760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:04:50.928772 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 540b34c3-95f5-49b3-aaa5-ddbd8595f612 not bound to the agent host dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:04:50.929927 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device a262bd8d-5392-4b54-a57b-4984222604d2 no longer exists at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:04:50.977300 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] No Port match for: a262bd8d-5392-4b54-a57b-4984222604d2 {{(pid=91760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:04:50.977647 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device a262bd8d-5392-4b54-a57b-4984222604d2 not bound to the agent host dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:04:51.108324 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d77850ce-1fde-49e8-b6ec-d1f73ce9506d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546939'] for network, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:51.151210 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82bd0f-f23b-4c5a-988d-a0662632e3dd req-860412dc-cad3-4404-bc4c-c0b6ce4a5278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:04:51.152664 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-cd82bd0f-f23b-4c5a-988d-a0662632e3dd req-860412dc-cad3-4404-bc4c-c0b6ce4a5278 service neutron] 10.222.0.44 "GET /v2.0/networks?id=65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3 HTTP/1.1" status: 200 len: 912 time: 0.2868316 Jun 07 07:04:51.241396 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c73d88-ed4d-4da3-a976-7fd16ba2a166 None None] DHCP port deletion for 6175e6dd-4fa0-43b0-90bb-40c24925cd82 request from dv-cinder-784140-5-iscsi {{(pid=91760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 07:04:51.268113 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-32c4d51f-8d37-41bc-9863-ad3bca446eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'name': 'tempest-AttachVolumeTestJSON-1665678765-router', 'tenant_id': '3be3b372352b4be7914c70797c62b825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '61cdd2d4-4422-440c-9464-b3d85f7e9464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:01:34Z', 'updated_at': '2021-06-07T07:01:38Z', 'revision_number': 4, 'project_id': '3be3b372352b4be7914c70797c62b825', 'gw_port': {'id': '61cdd2d4-4422-440c-9464-b3d85f7e9464', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:af:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:01:35Z', 'updated_at': '2021-06-07T07:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_floatingips': [{'id': 'ab649b99-88a6-4695-a440-114ef07e7ff2', 'tenant_id': '3be3b372352b4be7914c70797c62b825', 'floating_ip_address': '172.27.1.181', 'floating_network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'router_id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'port_id': '170a39f8-272b-4e07-aa56-99ae7b0e2b39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3', 'mac_address': 'fa:16:3e:96:48:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c4531d-97ae-47a9-bfcf-d7a9bbbc4065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T07:04:34Z', 'updated_at': '2021-06-07T07:04:49Z', 'revision_number': 1, 'project_id': '3be3b372352b4be7914c70797c62b825', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad', 'name': '', 'network_id': '65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3', 'tenant_id': '3be3b372352b4be7914c70797c62b825', 'mac_address': 'fa:16:3e:95:75:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5fbf224f-d665-4180-b1da-45e679144cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:01:37Z', 'updated_at': '2021-06-07T07:01:44Z', 'revision_number': 5, 'project_id': '3be3b372352b4be7914c70797c62b825', 'subnets': [{'id': '5fbf224f-d665-4180-b1da-45e679144cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:04:51.273507 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c4d51f-8d37-41bc-9863-ad3bca446eaf None None] Checking router: f316f3d2-2c89-4a0a-bcdf-b83455de0a4e for host: dv-cinder-784140-5-iscsi {{(pid=91761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 07:04:51.290149 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c4d51f-8d37-41bc-9863-ad3bca446eaf None None] Routers {'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:04:51.290776 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-32c4d51f-8d37-41bc-9863-ad3bca446eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:04:38Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['f316f3d2-2c89-4a0a-bcdf-b83455de0a4e'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:04:51.312088 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-d6c73d88-ed4d-4da3-a976-7fd16ba2a166 None None] Deleting port f60806cf-69c6-4fa1-80c3-2507597d3c86 {{(pid=91760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:04:51.312472 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d6c73d88-ed4d-4da3-a976-7fd16ba2a166 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:51.417799 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-d6c73d88-ed4d-4da3-a976-7fd16ba2a166 None None] For port f60806cf-69c6-4fa1-80c3-2507597d3c86, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=f60806cf-69c6-4fa1-80c3-2507597d3c86,segment=NetworkSegment(912f14d6-9580-44f0-836c-a8ea113a01de),segment_id=912f14d6-9580-44f0-836c-a8ea113a01de)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:04:51.418715 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d6c73d88-ed4d-4da3-a976-7fd16ba2a166 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:51.446729 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-cd82bd0f-f23b-4c5a-988d-a0662632e3dd req-5955ac7a-1eb1-4ceb-ae36-883bcb467979 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=170a39f8-272b-4e07-aa56-99ae7b0e2b39 HTTP/1.1" status: 200 len: 1000 time: 0.1241059 Jun 07 07:04:51.470142 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-32c4d51f-8d37-41bc-9863-ad3bca446eaf None None] Set router f316f3d2-2c89-4a0a-bcdf-b83455de0a4e gateway port host: dv-cinder-784140-5-iscsi {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:04:51.495963 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-d77850ce-1fde-49e8-b6ec-d1f73ce9506d admin admin] Deleting port f60806cf-69c6-4fa1-80c3-2507597d3c86 {{(pid=91758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:04:51.496416 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d77850ce-1fde-49e8-b6ec-d1f73ce9506d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:51.552548 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-d6c73d88-ed4d-4da3-a976-7fd16ba2a166 None None] Calling delete_port for f60806cf-69c6-4fa1-80c3-2507597d3c86 owned by network:dhcp {{(pid=91760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:04:51.592916 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82bd0f-f23b-4c5a-988d-a0662632e3dd req-94775ed6-bbd6-4678-a968-fbb4eec093ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:04:51.594391 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-cd82bd0f-f23b-4c5a-988d-a0662632e3dd req-94775ed6-bbd6-4678-a968-fbb4eec093ad service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5fbf224f-d665-4180-b1da-45e679144cae HTTP/1.1" status: 200 len: 850 time: 0.1412902 Jun 07 07:04:51.611355 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d6c73d88-ed4d-4da3-a976-7fd16ba2a166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776'] for port, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:51.616607 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-4b77f706-39e7-41b8-811e-1702e8e09ac6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:51.662177 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c73d88-ed4d-4da3-a976-7fd16ba2a166 None None] Pushing event deleted for resources: {'Port': ['ID=f60806cf-69c6-4fa1-80c3-2507597d3c86,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:51.665753 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-d6c73d88-ed4d-4da3-a976-7fd16ba2a166 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:51.666682 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-d77850ce-1fde-49e8-b6ec-d1f73ce9506d admin admin] For port f60806cf-69c6-4fa1-80c3-2507597d3c86, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=f60806cf-69c6-4fa1-80c3-2507597d3c86,segment=NetworkSegment(912f14d6-9580-44f0-836c-a8ea113a01de),segment_id=912f14d6-9580-44f0-836c-a8ea113a01de)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:04:51.667046 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d77850ce-1fde-49e8-b6ec-d1f73ce9506d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:51.668722 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c73d88-ed4d-4da3-a976-7fd16ba2a166 None None] No DVR routers for this DVR port f60806cf-69c6-4fa1-80c3-2507597d3c86 on host dv-cinder-784140-5-iscsi {{(pid=91760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 07:04:51.805370 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-d77850ce-1fde-49e8-b6ec-d1f73ce9506d admin admin] Calling delete_port for f60806cf-69c6-4fa1-80c3-2507597d3c86 owned by network:dhcp {{(pid=91758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:04:51.837937 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82bd0f-f23b-4c5a-988d-a0662632e3dd req-1bcedae6-03ee-43ae-a508-44c9ce7c826b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:04:51.839450 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-cd82bd0f-f23b-4c5a-988d-a0662632e3dd req-1bcedae6-03ee-43ae-a508-44c9ce7c826b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2330048 Jun 07 07:04:51.881226 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-32c4d51f-8d37-41bc-9863-ad3bca446eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'name': 'tempest-AttachVolumeTestJSON-1665678765-router', 'tenant_id': '3be3b372352b4be7914c70797c62b825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '61cdd2d4-4422-440c-9464-b3d85f7e9464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:01:34Z', 'updated_at': '2021-06-07T07:01:38Z', 'revision_number': 4, 'project_id': '3be3b372352b4be7914c70797c62b825', 'gw_port': {'id': '61cdd2d4-4422-440c-9464-b3d85f7e9464', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:af:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:01:35Z', 'updated_at': '2021-06-07T07:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_floatingips': [{'id': 'ab649b99-88a6-4695-a440-114ef07e7ff2', 'tenant_id': '3be3b372352b4be7914c70797c62b825', 'floating_ip_address': '172.27.1.181', 'floating_network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'router_id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'port_id': '170a39f8-272b-4e07-aa56-99ae7b0e2b39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3', 'mac_address': 'fa:16:3e:96:48:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c4531d-97ae-47a9-bfcf-d7a9bbbc4065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T07:04:34Z', 'updated_at': '2021-06-07T07:04:49Z', 'revision_number': 1, 'project_id': '3be3b372352b4be7914c70797c62b825', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad', 'name': '', 'network_id': '65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3', 'tenant_id': '3be3b372352b4be7914c70797c62b825', 'mac_address': 'fa:16:3e:95:75:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5fbf224f-d665-4180-b1da-45e679144cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:01:37Z', 'updated_at': '2021-06-07T07:01:44Z', 'revision_number': 5, 'project_id': '3be3b372352b4be7914c70797c62b825', 'subnets': [{'id': '5fbf224f-d665-4180-b1da-45e679144cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:04:51.885703 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c4d51f-8d37-41bc-9863-ad3bca446eaf None None] The sync data for ids ['f316f3d2-2c89-4a0a-bcdf-b83455de0a4e'] in dv-cinder-784140-5-iscsi is: [{'id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'name': 'tempest-AttachVolumeTestJSON-1665678765-router', 'tenant_id': '3be3b372352b4be7914c70797c62b825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '61cdd2d4-4422-440c-9464-b3d85f7e9464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:01:34Z', 'updated_at': '2021-06-07T07:01:38Z', 'revision_number': 4, 'project_id': '3be3b372352b4be7914c70797c62b825', 'gw_port': {'id': '61cdd2d4-4422-440c-9464-b3d85f7e9464', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:af:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:01:35Z', 'updated_at': '2021-06-07T07:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_floatingips': [{'id': 'ab649b99-88a6-4695-a440-114ef07e7ff2', 'tenant_id': '3be3b372352b4be7914c70797c62b825', 'floating_ip_address': '172.27.1.181', 'floating_network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'router_id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'port_id': '170a39f8-272b-4e07-aa56-99ae7b0e2b39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3', 'mac_address': 'fa:16:3e:96:48:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c4531d-97ae-47a9-bfcf-d7a9bbbc4065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T07:04:34Z', 'updated_at': '2021-06-07T07:04:49Z', 'revision_number': 1, 'project_id': '3be3b372352b4be7914c70797c62b825', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad', 'name': '', 'network_id': '65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3', 'tenant_id': '3be3b372352b4be7914c70797c62b825', 'mac_address': 'fa:16:3e:95:75:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5fbf224f-d665-4180-b1da-45e679144cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:01:37Z', 'updated_at': '2021-06-07T07:01:44Z', 'revision_number': 5, 'project_id': '3be3b372352b4be7914c70797c62b825', 'subnets': [{'id': '5fbf224f-d665-4180-b1da-45e679144cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 07:04:51.951289 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d77850ce-1fde-49e8-b6ec-d1f73ce9506d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:51.960936 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-88c4beb0-edd9-46c5-9af1-7ed451634438 tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:52.009410 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77850ce-1fde-49e8-b6ec-d1f73ce9506d admin admin] No DVR routers for this DVR port f60806cf-69c6-4fa1-80c3-2507597d3c86 on host dv-cinder-784140-5-iscsi {{(pid=91758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 07:04:52.011231 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77850ce-1fde-49e8-b6ec-d1f73ce9506d admin admin] Pushing event deleted for resources: {'Port': ['ID=f60806cf-69c6-4fa1-80c3-2507597d3c86,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:52.043006 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-d77850ce-1fde-49e8-b6ec-d1f73ce9506d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:52.085468 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08474d3d-befc-460b-846b-74fe6c9692a3 None None] New status for floating IP ab649b99-88a6-4695-a440-114ef07e7ff2: ACTIVE {{(pid=91760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 07:04:52.098381 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-cd82bd0f-f23b-4c5a-988d-a0662632e3dd req-a04da8c2-59d6-469e-bcc6-4b6a9e064702 service neutron] 10.222.0.44 "GET /v2.0/networks/65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515090 Jun 07 07:04:52.172838 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d77850ce-1fde-49e8-b6ec-d1f73ce9506d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690272', 'neutron.services.segments.db._delete_segments_for_network-8736901055910'] for network, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:52.199291 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.services.segments.db [None req-d77850ce-1fde-49e8-b6ec-d1f73ce9506d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6175e6dd-4fa0-43b0-90bb-40c24925cd82']}} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:04:52.215902 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.services.segments.db [None req-d77850ce-1fde-49e8-b6ec-d1f73ce9506d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '912f14d6-9580-44f0-836c-a8ea113a01de') {'for_net_delete': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:04:52.216201 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.services.segments.db [None req-d77850ce-1fde-49e8-b6ec-d1f73ce9506d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '912f14d6-9580-44f0-836c-a8ea113a01de') {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:04:52.276537 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d77850ce-1fde-49e8-b6ec-d1f73ce9506d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900799425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2297235'] for segment, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:52.303375 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d77850ce-1fde-49e8-b6ec-d1f73ce9506d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642'] for segment, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:52.321027 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d77850ce-1fde-49e8-b6ec-d1f73ce9506d admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=91758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 07:04:52.321417 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d77850ce-1fde-49e8-b6ec-d1f73ce9506d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2309482'] for segment, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:52.334394 dv-cinder-784140-5-iscsi neutron-server[91758]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 07 07:04:52.334394 dv-cinder-784140-5-iscsi neutron-server[91758]: util.warn( Jun 07 07:04:52.334394 dv-cinder-784140-5-iscsi neutron-server[91758]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 07 07:04:52.334394 dv-cinder-784140-5-iscsi neutron-server[91758]: util.warn( Jun 07 07:04:52.334394 dv-cinder-784140-5-iscsi neutron-server[91758]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 07 07:04:52.334394 dv-cinder-784140-5-iscsi neutron-server[91758]: util.warn( Jun 07 07:04:52.334394 dv-cinder-784140-5-iscsi neutron-server[91758]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 07 07:04:52.334394 dv-cinder-784140-5-iscsi neutron-server[91758]: util.warn( Jun 07 07:04:52.334394 dv-cinder-784140-5-iscsi neutron-server[91758]: Traceback (most recent call last): Jun 07 07:04:52.334394 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 07:04:52.334394 dv-cinder-784140-5-iscsi neutron-server[91758]: timer() Jun 07 07:04:52.334394 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 07:04:52.334394 dv-cinder-784140-5-iscsi neutron-server[91758]: cb(*args, **kw) Jun 07 07:04:52.334394 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 07:04:52.334394 dv-cinder-784140-5-iscsi neutron-server[91758]: return func(*args, **kwargs) Jun 07 07:04:52.334394 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 07:04:52.334394 dv-cinder-784140-5-iscsi neutron-server[91758]: self._notify() Jun 07 07:04:52.334394 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 07:04:52.334394 dv-cinder-784140-5-iscsi neutron-server[91758]: self.callback(batched_events) Jun 07 07:04:52.334394 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 07:04:52.334394 dv-cinder-784140-5-iscsi neutron-server[91758]: event.method(event) Jun 07 07:04:52.334394 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 07:04:52.334394 dv-cinder-784140-5-iscsi neutron-server[91758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 07:04:52.334394 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 07:04:52.334394 dv-cinder-784140-5-iscsi neutron-server[91758]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 07:04:52.334394 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 07:04:52.334394 dv-cinder-784140-5-iscsi neutron-server[91758]: return f(self, *a, **k) Jun 07 07:04:52.334394 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 07:04:52.334394 dv-cinder-784140-5-iscsi neutron-server[91758]: return self._get(url).json() Jun 07 07:04:52.334394 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 07:04:52.334394 dv-cinder-784140-5-iscsi neutron-server[91758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 07:04:52.334394 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 07:04:52.334394 dv-cinder-784140-5-iscsi neutron-server[91758]: return self.request(url, 'GET', **kwargs) Jun 07 07:04:52.334394 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 07:04:52.334394 dv-cinder-784140-5-iscsi neutron-server[91758]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 07:04:52.334394 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 07:04:52.334394 dv-cinder-784140-5-iscsi neutron-server[91758]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 07:04:52.334394 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 07:04:52.334394 dv-cinder-784140-5-iscsi neutron-server[91758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 07:04:52.334394 dv-cinder-784140-5-iscsi neutron-server[91758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 07:04:52.344358 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-cd82bd0f-f23b-4c5a-988d-a0662632e3dd req-4f05e7ed-3b86-47c3-a8c3-66bb2a9eef38 service neutron] 10.222.0.44 "GET /v2.0/networks/65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385333 Jun 07 07:04:52.426350 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d77850ce-1fde-49e8-b6ec-d1f73ce9506d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3890583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3885419'] for network, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:52.432791 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d77850ce-1fde-49e8-b6ec-d1f73ce9506d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for network, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:52.437278 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-d77850ce-1fde-49e8-b6ec-d1f73ce9506d admin admin] 10.222.0.35 "DELETE /v2.0/networks/6175e6dd-4fa0-43b0-90bb-40c24925cd82 HTTP/1.1" status: 204 len: 168 time: 1.5316617 Jun 07 07:04:52.438094 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-94f31600-2f18-4072-86f8-38c58c6d68a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:52.456178 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77850ce-1fde-49e8-b6ec-d1f73ce9506d admin admin] Pushing event deleted for resources: {'Network': ['ID=6175e6dd-4fa0-43b0-90bb-40c24925cd82,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:52.458614 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-d77850ce-1fde-49e8-b6ec-d1f73ce9506d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:52.556789 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device f60806cf-69c6-4fa1-80c3-2507597d3c86 no longer exists at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:04:52.590488 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] No Port match for: f60806cf-69c6-4fa1-80c3-2507597d3c86 {{(pid=91760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:04:52.590841 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device f60806cf-69c6-4fa1-80c3-2507597d3c86 not bound to the agent host dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:04:52.617310 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 48226) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:04:52.666102 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-8c245992-f56c-43f6-996c-e053172aab6d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0081b93f682b424a92f9969541476853&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475202 Jun 07 07:04:52.668452 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 48228) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:04:52.724861 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-466d5d1f-335f-4a7f-a366-b1534437425e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:52.749291 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-466d5d1f-335f-4a7f-a366-b1534437425e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:52.799761 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-466d5d1f-335f-4a7f-a366-b1534437425e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:52.802406 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-466d5d1f-335f-4a7f-a366-b1534437425e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:52.803514 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-466d5d1f-335f-4a7f-a366-b1534437425e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1f1f2194-a07c-43ff-a0a7-a768c02c3135 HTTP/1.1" status: 204 len: 168 time: 0.1341791 Jun 07 07:04:52.804250 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-2a9da69b-92fa-4e34-a844-7235e0545a05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:52.814247 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d5d1f-335f-4a7f-a366-b1534437425e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1f2194-a07c-43ff-a0a7-a768c02c3135,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:52.816644 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-466d5d1f-335f-4a7f-a366-b1534437425e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:04:53.174446 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 48236) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:04:53.228344 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-6a8366c6-169c-4eba-bf0e-bc7f38d55a17 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3b9aba81e37b417a9fde6cc67714bf25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525920 Jun 07 07:04:53.230765 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 48238) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:04:53.287309 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-7d116ae1-6471-4992-a6b1-e2d039a95f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:53.313502 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-7d116ae1-6471-4992-a6b1-e2d039a95f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:53.366650 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-7d116ae1-6471-4992-a6b1-e2d039a95f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:53.369585 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-7d116ae1-6471-4992-a6b1-e2d039a95f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:04:53.370820 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-7d116ae1-6471-4992-a6b1-e2d039a95f93 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ddac3c61-8f1a-4e16-b5d8-0afbfc5334e8 HTTP/1.1" status: 204 len: 168 time: 0.1391110 Jun 07 07:04:53.371665 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-d641db41-20e1-4c38-9234-ee6c570c5152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:04:53.381184 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d116ae1-6471-4992-a6b1-e2d039a95f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddac3c61-8f1a-4e16-b5d8-0afbfc5334e8,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:04:53.383372 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-7d116ae1-6471-4992-a6b1-e2d039a95f93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:05:01.258085 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.agents_db [None req-46aecb79-32b8-4105-868b-523cea85afea None None] Agent healthcheck: found 6 active agents {{(pid=91761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 07:05:02.862323 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:05:05.219841 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4a1b39be-81e0-4368-8d32-f9c0571a638c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:05:07.892246 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:05:07.959574 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-7bccec3e-d721-44d4-ba10-c68102213e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:05:08.955410 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:05:10.656922 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:05:32.873125 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:05:35.222049 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-67351e2e-da0e-442e-a519-4540c45ce106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:05:37.894154 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:05:37.960519 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a7442e95-556a-4f03-a5da-6525b1c7d178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:05:38.257513 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.agents_db [None req-46aecb79-32b8-4105-868b-523cea85afea None None] Agent healthcheck: found 6 active agents {{(pid=91761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 07:05:38.961515 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:05:40.660216 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:05:49.145582 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee475a7-8611-4aff-907f-bdf91a0f01a8 req-47dda87c-b58e-4a25-b9ff-d04e5545868f tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:05:49.147063 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-cee475a7-8611-4aff-907f-bdf91a0f01a8 req-47dda87c-b58e-4a25-b9ff-d04e5545868f tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=32c4531d-97ae-47a9-bfcf-d7a9bbbc4065 HTTP/1.1" status: 200 len: 946 time: 0.0877540 Jun 07 07:05:49.295846 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-cee475a7-8611-4aff-907f-bdf91a0f01a8 req-d7d0531b-95a3-42ef-8772-694ca659a762 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=79540208-2883-4594-9af4-4e657a2e100a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430421 Jun 07 07:05:50.487799 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad18f2-3bae-40f1-8444-64ebe1f57c00 req-6ff89e0f-c772-4ff6-adb3-e5bf53c64bc1 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:05:50.489730 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b1ad18f2-3bae-40f1-8444-64ebe1f57c00 req-6ff89e0f-c772-4ff6-adb3-e5bf53c64bc1 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=32c4531d-97ae-47a9-bfcf-d7a9bbbc4065 HTTP/1.1" status: 200 len: 946 time: 0.0827990 Jun 07 07:05:50.535260 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b1ad18f2-3bae-40f1-8444-64ebe1f57c00 req-d92af813-467a-4ea9-8946-deca655fcd11 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups?id=79540208-2883-4594-9af4-4e657a2e100a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395730 Jun 07 07:05:50.741682 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de4b9e-6a35-48ef-972d-8a9522cc1008 req-2c7d0670-4f35-4a30-80c7-62c8e8291e0e tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:05:50.742995 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-b1de4b9e-6a35-48ef-972d-8a9522cc1008 req-2c7d0670-4f35-4a30-80c7-62c8e8291e0e tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c4531d-97ae-47a9-bfcf-d7a9bbbc4065 HTTP/1.1" status: 200 len: 946 time: 0.0784652 Jun 07 07:05:50.876875 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [req-b1de4b9e-6a35-48ef-972d-8a9522cc1008 req-a428837c-799f-46fa-9327-a5402160ca64 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Deleting port 170a39f8-272b-4e07-aa56-99ae7b0e2b39 {{(pid=91758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:05:50.877212 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-b1de4b9e-6a35-48ef-972d-8a9522cc1008 req-a428837c-799f-46fa-9327-a5402160ca64 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:05:51.010340 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [req-b1de4b9e-6a35-48ef-972d-8a9522cc1008 req-a428837c-799f-46fa-9327-a5402160ca64 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] For port 170a39f8-272b-4e07-aa56-99ae7b0e2b39, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=170a39f8-272b-4e07-aa56-99ae7b0e2b39,segment=NetworkSegment(af2c1ab1-ee4e-455f-82ce-f3bfb8e98966),segment_id=af2c1ab1-ee4e-455f-82ce-f3bfb8e98966)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:05:51.010607 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-b1de4b9e-6a35-48ef-972d-8a9522cc1008 req-a428837c-799f-46fa-9327-a5402160ca64 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:05:51.295336 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-b1de4b9e-6a35-48ef-972d-8a9522cc1008 req-a428837c-799f-46fa-9327-a5402160ca64 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:05:51.295615 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-b1de4b9e-6a35-48ef-972d-8a9522cc1008 req-a428837c-799f-46fa-9327-a5402160ca64 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3885433'] for floatingip, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:05:51.295931 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.db.l3_db [req-b1de4b9e-6a35-48ef-972d-8a9522cc1008 req-a428837c-799f-46fa-9327-a5402160ca64 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Floating IP ab649b99-88a6-4695-a440-114ef07e7ff2 disassociated. External IP: 172.27.1.181, port: 170a39f8-272b-4e07-aa56-99ae7b0e2b39. Jun 07 07:05:51.296257 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [req-b1de4b9e-6a35-48ef-972d-8a9522cc1008 req-a428837c-799f-46fa-9327-a5402160ca64 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Calling delete_port for 170a39f8-272b-4e07-aa56-99ae7b0e2b39 owned by compute:nova {{(pid=91758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:05:51.402047 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-b1de4b9e-6a35-48ef-972d-8a9522cc1008 req-a428837c-799f-46fa-9327-a5402160ca64 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:05:51.407651 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-ad49465f-ba9f-4215-86a9-9c3ca41978ea tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:05:51.453420 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428837c-799f-46fa-9327-a5402160ca64 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Pushing event deleted for resources: {'Port': ['ID=170a39f8-272b-4e07-aa56-99ae7b0e2b39,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:05:51.464181 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428837c-799f-46fa-9327-a5402160ca64 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:05:51.464556 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428837c-799f-46fa-9327-a5402160ca64 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:05:51.464924 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428837c-799f-46fa-9327-a5402160ca64 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:05:51.465286 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428837c-799f-46fa-9327-a5402160ca64 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:05:51.465644 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428837c-799f-46fa-9327-a5402160ca64 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:05:51.466022 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428837c-799f-46fa-9327-a5402160ca64 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:05:51.466387 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428837c-799f-46fa-9327-a5402160ca64 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:05:51.466739 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428837c-799f-46fa-9327-a5402160ca64 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:05:51.467089 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428837c-799f-46fa-9327-a5402160ca64 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:05:51.467952 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428837c-799f-46fa-9327-a5402160ca64 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:05:51.467952 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428837c-799f-46fa-9327-a5402160ca64 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:05:51.468202 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428837c-799f-46fa-9327-a5402160ca64 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:05:51.519455 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-a428837c-799f-46fa-9327-a5402160ca64 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:05:51.647667 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1de4b9e-6a35-48ef-972d-8a9522cc1008 req-a428837c-799f-46fa-9327-a5402160ca64 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Router f316f3d2-2c89-4a0a-bcdf-b83455de0a4e has already been hosted by L3 agent 207d1699-2b30-4848-a9d2-d112df8957f2 {{(pid=91758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 07:05:51.694151 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-a9241654-edea-40fd-85da-9c80e8c04d57 req-74685eaa-6569-4bb0-bf60-3c0dd74c73e0 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/ports?device_id=32c4531d-97ae-47a9-bfcf-d7a9bbbc4065 HTTP/1.1" status: 200 len: 210 time: 0.0489924 Jun 07 07:05:51.872223 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1de4b9e-6a35-48ef-972d-8a9522cc1008 req-a428837c-799f-46fa-9327-a5402160ca64 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify agent at l3_agent.dv-cinder-784140-5-iscsi the message routers_updated {{(pid=91758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 07:05:51.886739 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b05f227-07b2-46d6-82c4-70f3a6ed09f4 None None] Sync routers for ids ['f316f3d2-2c89-4a0a-bcdf-b83455de0a4e'] in dv-cinder-784140-5-iscsi {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 07:05:51.899577 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b05f227-07b2-46d6-82c4-70f3a6ed09f4 None None] Routers {'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:05:51.900205 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-2b05f227-07b2-46d6-82c4-70f3a6ed09f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:05:38Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['f316f3d2-2c89-4a0a-bcdf-b83455de0a4e'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:05:51.948715 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1de4b9e-6a35-48ef-972d-8a9522cc1008 req-a428837c-799f-46fa-9327-a5402160ca64 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] No DVR routers for this DVR port 170a39f8-272b-4e07-aa56-99ae7b0e2b39 on host hv-cinder-78414 {{(pid=91758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 07:05:51.952479 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-b1de4b9e-6a35-48ef-972d-8a9522cc1008 req-a428837c-799f-46fa-9327-a5402160ca64 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:05:51.953143 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-b1de4b9e-6a35-48ef-972d-8a9522cc1008 req-a428837c-799f-46fa-9327-a5402160ca64 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.44 "DELETE /v2.0/ports/170a39f8-272b-4e07-aa56-99ae7b0e2b39 HTTP/1.1" status: 204 len: 173 time: 1.2050235 Jun 07 07:05:51.953666 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c4531d-97ae-47a9-bfcf-d7a9bbbc4065', 'name': 'network-vif-deleted', 'tag': '170a39f8-272b-4e07-aa56-99ae7b0e2b39'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:05:51.955974 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec36a6c19c8fb969b847be0da992033db50c3714a14aa90e68a12edeb3f3a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984e3b3e-d8ad-40d6-bd30-bf88bea0d859" -d '{"events": [{"server_uuid": "32c4531d-97ae-47a9-bfcf-d7a9bbbc4065", "name": "network-vif-deleted", "tag": "170a39f8-272b-4e07-aa56-99ae7b0e2b39"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:05:52.081320 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-2b05f227-07b2-46d6-82c4-70f3a6ed09f4 None None] Set router f316f3d2-2c89-4a0a-bcdf-b83455de0a4e gateway port host: dv-cinder-784140-5-iscsi {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:05:52.198087 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 07:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a35c818-79c0-4b33-831b-333408c2387e x-openstack-request-id: req-6a35c818-79c0-4b33-831b-333408c2387e {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:05:52.198421 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c4531d-97ae-47a9-bfcf-d7a9bbbc4065", "name": "network-vif-deleted", "tag": "170a39f8-272b-4e07-aa56-99ae7b0e2b39", "status": "completed", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:05:52.198715 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6a35c818-79c0-4b33-831b-333408c2387e {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:05:52.199151 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c4531d-97ae-47a9-bfcf-d7a9bbbc4065', 'name': 'network-vif-deleted', 'tag': '170a39f8-272b-4e07-aa56-99ae7b0e2b39', 'status': 'completed', 'code': 200} Jun 07 07:05:52.406304 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-2b05f227-07b2-46d6-82c4-70f3a6ed09f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'name': 'tempest-AttachVolumeTestJSON-1665678765-router', 'tenant_id': '3be3b372352b4be7914c70797c62b825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '61cdd2d4-4422-440c-9464-b3d85f7e9464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:01:34Z', 'updated_at': '2021-06-07T07:01:38Z', 'revision_number': 4, 'project_id': '3be3b372352b4be7914c70797c62b825', 'gw_port': {'id': '61cdd2d4-4422-440c-9464-b3d85f7e9464', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:af:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:01:35Z', 'updated_at': '2021-06-07T07:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': '7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad', 'name': '', 'network_id': '65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3', 'tenant_id': '3be3b372352b4be7914c70797c62b825', 'mac_address': 'fa:16:3e:95:75:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5fbf224f-d665-4180-b1da-45e679144cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:01:37Z', 'updated_at': '2021-06-07T07:01:44Z', 'revision_number': 5, 'project_id': '3be3b372352b4be7914c70797c62b825', 'subnets': [{'id': '5fbf224f-d665-4180-b1da-45e679144cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:05:52.410170 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b05f227-07b2-46d6-82c4-70f3a6ed09f4 None None] Checking router: f316f3d2-2c89-4a0a-bcdf-b83455de0a4e for host: dv-cinder-784140-5-iscsi {{(pid=91761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 07:05:52.418368 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b05f227-07b2-46d6-82c4-70f3a6ed09f4 None None] Routers {'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:05:52.418956 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-2b05f227-07b2-46d6-82c4-70f3a6ed09f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:05:38Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['f316f3d2-2c89-4a0a-bcdf-b83455de0a4e'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:05:52.626614 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-2b05f227-07b2-46d6-82c4-70f3a6ed09f4 None None] Set router f316f3d2-2c89-4a0a-bcdf-b83455de0a4e gateway port host: dv-cinder-784140-5-iscsi {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:05:52.822259 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 48426) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:05:52.888712 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0e52b9b3-d071-4f7a-8020-0e0834a46edb tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:05:52.917210 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0e52b9b3-d071-4f7a-8020-0e0834a46edb tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:05:52.961595 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-2b05f227-07b2-46d6-82c4-70f3a6ed09f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'name': 'tempest-AttachVolumeTestJSON-1665678765-router', 'tenant_id': '3be3b372352b4be7914c70797c62b825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '61cdd2d4-4422-440c-9464-b3d85f7e9464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:01:34Z', 'updated_at': '2021-06-07T07:01:38Z', 'revision_number': 4, 'project_id': '3be3b372352b4be7914c70797c62b825', 'gw_port': {'id': '61cdd2d4-4422-440c-9464-b3d85f7e9464', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:af:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:01:35Z', 'updated_at': '2021-06-07T07:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': '7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad', 'name': '', 'network_id': '65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3', 'tenant_id': '3be3b372352b4be7914c70797c62b825', 'mac_address': 'fa:16:3e:95:75:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5fbf224f-d665-4180-b1da-45e679144cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:01:37Z', 'updated_at': '2021-06-07T07:01:44Z', 'revision_number': 5, 'project_id': '3be3b372352b4be7914c70797c62b825', 'subnets': [{'id': '5fbf224f-d665-4180-b1da-45e679144cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:05:52.965690 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b05f227-07b2-46d6-82c4-70f3a6ed09f4 None None] The sync data for ids ['f316f3d2-2c89-4a0a-bcdf-b83455de0a4e'] in dv-cinder-784140-5-iscsi is: [{'id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'name': 'tempest-AttachVolumeTestJSON-1665678765-router', 'tenant_id': '3be3b372352b4be7914c70797c62b825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '61cdd2d4-4422-440c-9464-b3d85f7e9464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:01:34Z', 'updated_at': '2021-06-07T07:01:38Z', 'revision_number': 4, 'project_id': '3be3b372352b4be7914c70797c62b825', 'gw_port': {'id': '61cdd2d4-4422-440c-9464-b3d85f7e9464', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:af:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:01:35Z', 'updated_at': '2021-06-07T07:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': '7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad', 'name': '', 'network_id': '65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3', 'tenant_id': '3be3b372352b4be7914c70797c62b825', 'mac_address': 'fa:16:3e:95:75:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5fbf224f-d665-4180-b1da-45e679144cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:01:37Z', 'updated_at': '2021-06-07T07:01:44Z', 'revision_number': 5, 'project_id': '3be3b372352b4be7914c70797c62b825', 'subnets': [{'id': '5fbf224f-d665-4180-b1da-45e679144cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 07:05:52.970708 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0e52b9b3-d071-4f7a-8020-0e0834a46edb tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:05:52.973747 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-0e52b9b3-d071-4f7a-8020-0e0834a46edb tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:05:52.977096 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-0e52b9b3-d071-4f7a-8020-0e0834a46edb tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "DELETE /v2.0/security-groups/79540208-2883-4594-9af4-4e657a2e100a HTTP/1.1" status: 204 len: 168 time: 0.1507950 Jun 07 07:05:52.977096 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-a6a4a70e-c507-4acf-88eb-28c9c139c2af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:05:52.978047 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 48428) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:05:52.986722 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e52b9b3-d071-4f7a-8020-0e0834a46edb tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79540208-2883-4594-9af4-4e657a2e100a,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:05:52.989457 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0e52b9b3-d071-4f7a-8020-0e0834a46edb tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:05:52.994980 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.api.v2.resource [None req-0fd207ca-1212-4f3d-8408-8e889f4a2aae tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] show failed (client error): The resource could not be found. Jun 07 07:05:52.998861 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-0fd207ca-1212-4f3d-8408-8e889f4a2aae tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "GET /v2.0/security-groups/79540208-2883-4594-9af4-4e657a2e100a HTTP/1.1" status: 404 len: 347 time: 0.0168068 Jun 07 07:05:52.999299 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 48430) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:05:53.198470 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453d4807-5735-4d19-80f2-33220b87e228 None None] New status for floating IP ab649b99-88a6-4695-a440-114ef07e7ff2: DOWN {{(pid=91760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 07:05:53.338114 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-b5c32408-8aee-4e55-ac1f-32ae5f588384 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Deleting port b0c6750d-1f0e-4398-a112-30241cd8ff46 {{(pid=91758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:05:53.338343 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-b5c32408-8aee-4e55-ac1f-32ae5f588384 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:05:53.457658 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-b5c32408-8aee-4e55-ac1f-32ae5f588384 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:05:53.458000 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-b5c32408-8aee-4e55-ac1f-32ae5f588384 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:05:53.583052 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-b5c32408-8aee-4e55-ac1f-32ae5f588384 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Calling delete_port for b0c6750d-1f0e-4398-a112-30241cd8ff46 owned by network:floatingip {{(pid=91758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:05:53.689769 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-b5c32408-8aee-4e55-ac1f-32ae5f588384 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:05:53.693684 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-177bd3a6-6e02-4897-9d28-90aebb508fad tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:05:53.707838 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device 170a39f8-272b-4e07-aa56-99ae7b0e2b39 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:05:53.737692 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c32408-8aee-4e55-ac1f-32ae5f588384 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Pushing event deleted for resources: {'Port': ['ID=b0c6750d-1f0e-4398-a112-30241cd8ff46,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:05:53.743436 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] No Port match for: 170a39f8-272b-4e07-aa56-99ae7b0e2b39 {{(pid=91760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:05:53.743793 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device 170a39f8-272b-4e07-aa56-99ae7b0e2b39 not bound to the agent host hv-cinder-78414 {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:05:53.765826 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-b5c32408-8aee-4e55-ac1f-32ae5f588384 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:05:53.826433 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-b5c32408-8aee-4e55-ac1f-32ae5f588384 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks [] for floatingip, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:05:53.828693 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-b5c32408-8aee-4e55-ac1f-32ae5f588384 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for floatingip, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:05:53.829800 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-b5c32408-8aee-4e55-ac1f-32ae5f588384 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] 10.222.0.35 "DELETE /v2.0/floatingips/ab649b99-88a6-4695-a440-114ef07e7ff2 HTTP/1.1" status: 204 len: 168 time: 0.8296216 Jun 07 07:05:57.826373 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 48458) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:05:58.354977 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f73b4799-30b1-4ad7-9b60-cd0f4e2e0b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875550'] for router_interface, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:05:58.856645 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-f73b4799-30b1-4ad7-9b60-cd0f4e2e0b29 admin admin] Deleting port 7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad {{(pid=91758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:05:58.857306 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f73b4799-30b1-4ad7-9b60-cd0f4e2e0b29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:05:58.978221 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-f73b4799-30b1-4ad7-9b60-cd0f4e2e0b29 admin admin] For port 7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad,segment=NetworkSegment(af2c1ab1-ee4e-455f-82ce-f3bfb8e98966),segment_id=af2c1ab1-ee4e-455f-82ce-f3bfb8e98966)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:05:58.978577 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f73b4799-30b1-4ad7-9b60-cd0f4e2e0b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:05:59.098655 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-f73b4799-30b1-4ad7-9b60-cd0f4e2e0b29 admin admin] Calling delete_port for 7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad owned by network:router_interface {{(pid=91758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:05:59.248188 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f73b4799-30b1-4ad7-9b60-cd0f4e2e0b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:05:59.252440 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-f8bb10c8-88c8-42d8-84d5-20b68cfc18a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:05:59.293612 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b4799-30b1-4ad7-9b60-cd0f4e2e0b29 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:05:59.296544 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-f73b4799-30b1-4ad7-9b60-cd0f4e2e0b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:05:59.573245 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-f73b4799-30b1-4ad7-9b60-cd0f4e2e0b29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3890604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3874192'] for router_interface, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:00.045427 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73b4799-30b1-4ad7-9b60-cd0f4e2e0b29 admin admin] Router f316f3d2-2c89-4a0a-bcdf-b83455de0a4e has already been hosted by L3 agent 207d1699-2b30-4848-a9d2-d112df8957f2 {{(pid=91758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 07:06:00.221210 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73b4799-30b1-4ad7-9b60-cd0f4e2e0b29 admin admin] Notify agent at l3_agent.dv-cinder-784140-5-iscsi the message routers_updated {{(pid=91758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 07:06:00.227782 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-f73b4799-30b1-4ad7-9b60-cd0f4e2e0b29 admin admin] 10.222.0.35 "PUT /v2.0/routers/f316f3d2-2c89-4a0a-bcdf-b83455de0a4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4003751 Jun 07 07:06:00.230333 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 48460) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:06:00.231461 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090948ad-14aa-496c-8659-01255d13ff73 None None] Sync routers for ids ['f316f3d2-2c89-4a0a-bcdf-b83455de0a4e'] in dv-cinder-784140-5-iscsi {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 07:06:00.241349 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090948ad-14aa-496c-8659-01255d13ff73 None None] Routers {'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:06:00.241989 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-090948ad-14aa-496c-8659-01255d13ff73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:05:38Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['f316f3d2-2c89-4a0a-bcdf-b83455de0a4e'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:06:00.404325 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-342766f2-8a31-4dcf-bd2f-b50e9f2872dc admin admin] Notify callbacks [] for router, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:00.423652 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-090948ad-14aa-496c-8659-01255d13ff73 None None] Set router f316f3d2-2c89-4a0a-bcdf-b83455de0a4e gateway port host: dv-cinder-784140-5-iscsi {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:06:00.580741 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-342766f2-8a31-4dcf-bd2f-b50e9f2872dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:00.655776 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-342766f2-8a31-4dcf-bd2f-b50e9f2872dc admin admin] Deleting port 61cdd2d4-4422-440c-9464-b3d85f7e9464 {{(pid=91758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:06:00.656026 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-342766f2-8a31-4dcf-bd2f-b50e9f2872dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:00.713360 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-090948ad-14aa-496c-8659-01255d13ff73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'name': 'tempest-AttachVolumeTestJSON-1665678765-router', 'tenant_id': '3be3b372352b4be7914c70797c62b825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '61cdd2d4-4422-440c-9464-b3d85f7e9464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:01:34Z', 'updated_at': '2021-06-07T07:05:59Z', 'revision_number': 5, 'project_id': '3be3b372352b4be7914c70797c62b825', 'gw_port': {'id': '61cdd2d4-4422-440c-9464-b3d85f7e9464', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:af:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:01:35Z', 'updated_at': '2021-06-07T07:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi'}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:06:00.717214 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090948ad-14aa-496c-8659-01255d13ff73 None None] Checking router: f316f3d2-2c89-4a0a-bcdf-b83455de0a4e for host: dv-cinder-784140-5-iscsi {{(pid=91761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 07:06:00.725883 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090948ad-14aa-496c-8659-01255d13ff73 None None] Routers {'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:06:00.726475 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-090948ad-14aa-496c-8659-01255d13ff73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:05:38Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['f316f3d2-2c89-4a0a-bcdf-b83455de0a4e'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:06:00.777786 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-342766f2-8a31-4dcf-bd2f-b50e9f2872dc admin admin] For port 61cdd2d4-4422-440c-9464-b3d85f7e9464, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=61cdd2d4-4422-440c-9464-b3d85f7e9464,segment=NetworkSegment(5ae08632-c29b-4dd6-8d62-13cd62eb6da9),segment_id=5ae08632-c29b-4dd6-8d62-13cd62eb6da9)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:06:00.778158 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-342766f2-8a31-4dcf-bd2f-b50e9f2872dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:00.879184 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-090948ad-14aa-496c-8659-01255d13ff73 None None] Set router f316f3d2-2c89-4a0a-bcdf-b83455de0a4e gateway port host: None {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:06:00.904873 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-342766f2-8a31-4dcf-bd2f-b50e9f2872dc admin admin] Calling delete_port for 61cdd2d4-4422-440c-9464-b3d85f7e9464 owned by network:router_gateway {{(pid=91758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:06:00.983734 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-090948ad-14aa-496c-8659-01255d13ff73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'name': 'tempest-AttachVolumeTestJSON-1665678765-router', 'tenant_id': '3be3b372352b4be7914c70797c62b825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:01:34Z', 'updated_at': '2021-06-07T07:06:00Z', 'revision_number': 6, 'project_id': '3be3b372352b4be7914c70797c62b825', 'gw_port_host': None}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:06:00.987700 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090948ad-14aa-496c-8659-01255d13ff73 None None] The sync data for ids ['f316f3d2-2c89-4a0a-bcdf-b83455de0a4e'] in dv-cinder-784140-5-iscsi is: [{'id': 'f316f3d2-2c89-4a0a-bcdf-b83455de0a4e', 'name': 'tempest-AttachVolumeTestJSON-1665678765-router', 'tenant_id': '3be3b372352b4be7914c70797c62b825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:01:34Z', 'updated_at': '2021-06-07T07:06:00Z', 'revision_number': 6, 'project_id': '3be3b372352b4be7914c70797c62b825', 'gw_port_host': None}] {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 07:06:01.057369 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-342766f2-8a31-4dcf-bd2f-b50e9f2872dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:01.061288 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-bb72fa12-655a-46a5-8c5e-968aebbdedb0 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:06:01.104029 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342766f2-8a31-4dcf-bd2f-b50e9f2872dc admin admin] Pushing event deleted for resources: {'Port': ['ID=61cdd2d4-4422-440c-9464-b3d85f7e9464,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:06:01.107100 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-342766f2-8a31-4dcf-bd2f-b50e9f2872dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:06:01.196144 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-342766f2-8a31-4dcf-bd2f-b50e9f2872dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3885390'] for router_gateway, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:01.365201 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-342766f2-8a31-4dcf-bd2f-b50e9f2872dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5911'] for router, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:01.367856 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-342766f2-8a31-4dcf-bd2f-b50e9f2872dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:01.503767 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-342766f2-8a31-4dcf-bd2f-b50e9f2872dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879397'] for router, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:01.504303 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342766f2-8a31-4dcf-bd2f-b50e9f2872dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router f316f3d2-2c89-4a0a-bcdf-b83455de0a4e {{(pid=91758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 07:06:01.509105 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-342766f2-8a31-4dcf-bd2f-b50e9f2872dc admin admin] Notify callbacks [] for router, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:01.510270 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-342766f2-8a31-4dcf-bd2f-b50e9f2872dc admin admin] 10.222.0.35 "DELETE /v2.0/routers/f316f3d2-2c89-4a0a-bcdf-b83455de0a4e HTTP/1.1" status: 204 len: 168 time: 1.2790306 Jun 07 07:06:01.512795 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 48462) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:06:01.569944 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.db_base_plugin_v2 [None req-5977b1b4-a05e-4f26-8d17-aaf209acb2e2 admin admin] Deleting subnet 5fbf224f-d665-4180-b1da-45e679144cae {{(pid=91758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 07:06:01.572692 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-5977b1b4-a05e-4f26-8d17-aaf209acb2e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:01.621982 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-5977b1b4-a05e-4f26-8d17-aaf209acb2e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2297258'] for subnet, precommit_delete_associations {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:01.696174 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-5977b1b4-a05e-4f26-8d17-aaf209acb2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693753'] for subnet, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:01.767396 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-5977b1b4-a05e-4f26-8d17-aaf209acb2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2228460'] for subnet, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:01.771543 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:06:01.807164 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5977b1b4-a05e-4f26-8d17-aaf209acb2e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fbf224f-d665-4180-b1da-45e679144cae,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:06:01.810493 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-5977b1b4-a05e-4f26-8d17-aaf209acb2e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:06:01.815774 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-5977b1b4-a05e-4f26-8d17-aaf209acb2e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for subnet, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:01.820817 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-5977b1b4-a05e-4f26-8d17-aaf209acb2e2 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5fbf224f-d665-4180-b1da-45e679144cae HTTP/1.1" status: 204 len: 168 time: 0.3048770 Jun 07 07:06:01.821178 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 48464) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:06:01.821688 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4c794a-7b73-428d-838e-d3ba6d505d4c None None] Network 65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3 requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 07:06:01.931116 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-12e1bbb5-2d37-4d6f-b295-a64d95631669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546939'] for network, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:02.011254 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [None req-12e1bbb5-2d37-4d6f-b295-a64d95631669 admin admin] Deleting port 94b8157d-0b25-4d13-bf82-a8c636fbb0f1 {{(pid=91759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:06:02.011598 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-12e1bbb5-2d37-4d6f-b295-a64d95631669 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:02.087671 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9059c0-0081-4a81-b808-218daa7a188e None None] DHCP port deletion for 65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3 request from dv-cinder-784140-5-iscsi {{(pid=91760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 07:06:02.118237 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.db [None req-12e1bbb5-2d37-4d6f-b295-a64d95631669 admin admin] For port 94b8157d-0b25-4d13-bf82-a8c636fbb0f1, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=94b8157d-0b25-4d13-bf82-a8c636fbb0f1,segment=NetworkSegment(af2c1ab1-ee4e-455f-82ce-f3bfb8e98966),segment_id=af2c1ab1-ee4e-455f-82ce-f3bfb8e98966)] {{(pid=91759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:06:02.118592 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-12e1bbb5-2d37-4d6f-b295-a64d95631669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:02.151122 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-4b9059c0-0081-4a81-b808-218daa7a188e None None] Deleting port 94b8157d-0b25-4d13-bf82-a8c636fbb0f1 {{(pid=91760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:06:02.151507 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4b9059c0-0081-4a81-b808-218daa7a188e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:02.242007 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.plugin [None req-12e1bbb5-2d37-4d6f-b295-a64d95631669 admin admin] Calling delete_port for 94b8157d-0b25-4d13-bf82-a8c636fbb0f1 owned by network:dhcp {{(pid=91759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:06:02.249202 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-4b9059c0-0081-4a81-b808-218daa7a188e None None] For port 94b8157d-0b25-4d13-bf82-a8c636fbb0f1, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=94b8157d-0b25-4d13-bf82-a8c636fbb0f1,segment=NetworkSegment(af2c1ab1-ee4e-455f-82ce-f3bfb8e98966),segment_id=af2c1ab1-ee4e-455f-82ce-f3bfb8e98966)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:06:02.249636 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4b9059c0-0081-4a81-b808-218daa7a188e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:02.287016 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-12e1bbb5-2d37-4d6f-b295-a64d95631669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222160'] for port, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:02.290714 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-f1c9c009-79a2-4dfd-aa52-5e361a1d0115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:06:02.334854 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e1bbb5-2d37-4d6f-b295-a64d95631669 admin admin] Pushing event deleted for resources: {'Port': ['ID=94b8157d-0b25-4d13-bf82-a8c636fbb0f1,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:06:02.343864 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e1bbb5-2d37-4d6f-b295-a64d95631669 admin admin] No DVR routers for this DVR port 94b8157d-0b25-4d13-bf82-a8c636fbb0f1 on host dv-cinder-784140-5-iscsi {{(pid=91759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 07:06:02.346282 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1bbb5-2d37-4d6f-b295-a64d95631669 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:06:02.346660 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1bbb5-2d37-4d6f-b295-a64d95631669 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:06:02.347024 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1bbb5-2d37-4d6f-b295-a64d95631669 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:06:02.347384 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1bbb5-2d37-4d6f-b295-a64d95631669 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:06:02.347736 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1bbb5-2d37-4d6f-b295-a64d95631669 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:06:02.348244 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1bbb5-2d37-4d6f-b295-a64d95631669 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:06:02.348653 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1bbb5-2d37-4d6f-b295-a64d95631669 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:06:02.349625 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1bbb5-2d37-4d6f-b295-a64d95631669 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:06:02.350086 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1bbb5-2d37-4d6f-b295-a64d95631669 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:06:02.350451 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1bbb5-2d37-4d6f-b295-a64d95631669 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:06:02.350800 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1bbb5-2d37-4d6f-b295-a64d95631669 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:06:02.351146 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1bbb5-2d37-4d6f-b295-a64d95631669 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:06:02.370437 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-4b9059c0-0081-4a81-b808-218daa7a188e None None] Calling delete_port for 94b8157d-0b25-4d13-bf82-a8c636fbb0f1 owned by network:dhcp {{(pid=91760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:06:02.379613 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-12e1bbb5-2d37-4d6f-b295-a64d95631669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:06:02.412330 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4b9059c0-0081-4a81-b808-218daa7a188e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776'] for port, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:02.416599 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:06:02.461405 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9059c0-0081-4a81-b808-218daa7a188e None None] Pushing event deleted for resources: {'Port': ['ID=94b8157d-0b25-4d13-bf82-a8c636fbb0f1,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:06:02.463711 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9059c0-0081-4a81-b808-218daa7a188e None None] No DVR routers for this DVR port 94b8157d-0b25-4d13-bf82-a8c636fbb0f1 on host dv-cinder-784140-5-iscsi {{(pid=91760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 07:06:02.473176 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-12e1bbb5-2d37-4d6f-b295-a64d95631669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690272', 'neutron.services.segments.db._delete_segments_for_network-8736901055910'] for network, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:02.473510 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9059c0-0081-4a81-b808-218daa7a188e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:06:02.473510 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9059c0-0081-4a81-b808-218daa7a188e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:06:02.473510 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9059c0-0081-4a81-b808-218daa7a188e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:06:02.473510 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9059c0-0081-4a81-b808-218daa7a188e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:06:02.473510 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9059c0-0081-4a81-b808-218daa7a188e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:06:02.473510 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9059c0-0081-4a81-b808-218daa7a188e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:06:02.473510 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9059c0-0081-4a81-b808-218daa7a188e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:06:02.475007 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9059c0-0081-4a81-b808-218daa7a188e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:06:02.475007 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9059c0-0081-4a81-b808-218daa7a188e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:06:02.475177 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9059c0-0081-4a81-b808-218daa7a188e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:06:02.475458 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9059c0-0081-4a81-b808-218daa7a188e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:06:02.475815 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9059c0-0081-4a81-b808-218daa7a188e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:06:02.478690 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-4b9059c0-0081-4a81-b808-218daa7a188e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:06:02.481975 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.services.segments.db [None req-12e1bbb5-2d37-4d6f-b295-a64d95631669 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3']}} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:06:02.494349 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.services.segments.db [None req-12e1bbb5-2d37-4d6f-b295-a64d95631669 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af2c1ab1-ee4e-455f-82ce-f3bfb8e98966') {'for_net_delete': True} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:06:02.494584 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.services.segments.db [None req-12e1bbb5-2d37-4d6f-b295-a64d95631669 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af2c1ab1-ee4e-455f-82ce-f3bfb8e98966') {} {{(pid=91759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:06:02.506221 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-12e1bbb5-2d37-4d6f-b295-a64d95631669 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900799425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3301094'] for segment, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:02.522479 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-12e1bbb5-2d37-4d6f-b295-a64d95631669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642'] for segment, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:02.528808 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e1bbb5-2d37-4d6f-b295-a64d95631669 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=91759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 07:06:02.529320 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-12e1bbb5-2d37-4d6f-b295-a64d95631669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2222087'] for segment, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:02.543365 dv-cinder-784140-5-iscsi neutron-server[91759]: Traceback (most recent call last): Jun 07 07:06:02.543365 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 07:06:02.543365 dv-cinder-784140-5-iscsi neutron-server[91759]: timer() Jun 07 07:06:02.543365 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 07:06:02.543365 dv-cinder-784140-5-iscsi neutron-server[91759]: cb(*args, **kw) Jun 07 07:06:02.543365 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 07:06:02.543365 dv-cinder-784140-5-iscsi neutron-server[91759]: return func(*args, **kwargs) Jun 07 07:06:02.543365 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 07:06:02.543365 dv-cinder-784140-5-iscsi neutron-server[91759]: self._notify() Jun 07 07:06:02.543365 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 07:06:02.543365 dv-cinder-784140-5-iscsi neutron-server[91759]: self.callback(batched_events) Jun 07 07:06:02.543365 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 07:06:02.543365 dv-cinder-784140-5-iscsi neutron-server[91759]: event.method(event) Jun 07 07:06:02.543365 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 07:06:02.543365 dv-cinder-784140-5-iscsi neutron-server[91759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 07:06:02.543365 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 07:06:02.543365 dv-cinder-784140-5-iscsi neutron-server[91759]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 07:06:02.543365 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 07:06:02.543365 dv-cinder-784140-5-iscsi neutron-server[91759]: return f(self, *a, **k) Jun 07 07:06:02.543365 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 07:06:02.543365 dv-cinder-784140-5-iscsi neutron-server[91759]: return self._get(url).json() Jun 07 07:06:02.543365 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 07:06:02.543365 dv-cinder-784140-5-iscsi neutron-server[91759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 07:06:02.543365 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 07:06:02.543365 dv-cinder-784140-5-iscsi neutron-server[91759]: return self.request(url, 'GET', **kwargs) Jun 07 07:06:02.543365 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 07:06:02.543365 dv-cinder-784140-5-iscsi neutron-server[91759]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 07:06:02.543365 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 07:06:02.543365 dv-cinder-784140-5-iscsi neutron-server[91759]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 07:06:02.543365 dv-cinder-784140-5-iscsi neutron-server[91759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 07:06:02.543365 dv-cinder-784140-5-iscsi neutron-server[91759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 07:06:02.543365 dv-cinder-784140-5-iscsi neutron-server[91759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 07:06:02.593897 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 94b8157d-0b25-4d13-bf82-a8c636fbb0f1 no longer exists at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:06:02.624062 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-12e1bbb5-2d37-4d6f-b295-a64d95631669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3890583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3885419'] for network, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:02.627750 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] No Port match for: 94b8157d-0b25-4d13-bf82-a8c636fbb0f1 {{(pid=91760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:06:02.628106 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 94b8157d-0b25-4d13-bf82-a8c636fbb0f1 not bound to the agent host dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:06:02.628317 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:06:02.628523 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad no longer exists at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:06:02.644786 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-12e1bbb5-2d37-4d6f-b295-a64d95631669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for network, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:02.648822 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-12e1bbb5-2d37-4d6f-b295-a64d95631669 admin admin] 10.222.0.35 "DELETE /v2.0/networks/65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3 HTTP/1.1" status: 204 len: 168 time: 0.8256795 Jun 07 07:06:02.652510 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e1bbb5-2d37-4d6f-b295-a64d95631669 admin admin] Pushing event deleted for resources: {'Network': ['ID=65ca1c92-0fd4-4c8e-bf66-eb3dc2011ff3,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:06:02.654904 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-12e1bbb5-2d37-4d6f-b295-a64d95631669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:06:02.662567 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] No Port match for: 7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad {{(pid=91760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:06:02.663002 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 7a09c26e-fbc4-4bc8-aa0a-f76baf5417ad not bound to the agent host dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:06:02.663585 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 61cdd2d4-4422-440c-9464-b3d85f7e9464 no longer exists at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:06:02.704305 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] No Port match for: 61cdd2d4-4422-440c-9464-b3d85f7e9464 {{(pid=91760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:06:02.704650 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 61cdd2d4-4422-440c-9464-b3d85f7e9464 not bound to the agent host dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:06:02.829473 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 48468) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:06:02.881074 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-d8dcd3d9-81b6-4aa9-9226-c0d08cab9da0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3be3b372352b4be7914c70797c62b825&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502720 Jun 07 07:06:02.883440 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 48470) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:06:02.914207 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:02.944247 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-4005217c-62a2-4645-80c7-1da7fc9f03eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:02.969615 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-4005217c-62a2-4645-80c7-1da7fc9f03eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:03.020103 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-4005217c-62a2-4645-80c7-1da7fc9f03eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:03.023320 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-4005217c-62a2-4645-80c7-1da7fc9f03eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:03.024432 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-4005217c-62a2-4645-80c7-1da7fc9f03eb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9e8071e6-7b2d-46f1-b255-8602bdfbf5a7 HTTP/1.1" status: 204 len: 168 time: 0.1400402 Jun 07 07:06:03.025253 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0e52b9b3-d071-4f7a-8020-0e0834a46edb tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:06:03.034762 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4005217c-62a2-4645-80c7-1da7fc9f03eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8071e6-7b2d-46f1-b255-8602bdfbf5a7,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:06:03.037531 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-4005217c-62a2-4645-80c7-1da7fc9f03eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:06:03.726952 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 48492) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:06:03.828293 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [None req-24c85be8-3ac9-4df0-8a90-813310436ca3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-436126410-network', 'tenant_id': '2d898c71b2ab437e9598c97bba479402'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:06:03.850104 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c85be8-3ac9-4df0-8a90-813310436ca3 admin admin] Made reservation on behalf of 2d898c71b2ab437e9598c97bba479402 for: {'network': 1} {{(pid=91758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 07:06:03.852288 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-24c85be8-3ac9-4df0-8a90-813310436ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783645'] for network, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:03.863620 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-24c85be8-3ac9-4df0-8a90-813310436ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:03.971388 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-24c85be8-3ac9-4df0-8a90-813310436ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:03.976368 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-24c85be8-3ac9-4df0-8a90-813310436ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:03.980466 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-166ad3c9-9f93-45ae-983f-8deff0e4934e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:06:04.003154 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24c85be8-3ac9-4df0-8a90-813310436ca3 admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=91758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 07:06:04.014969 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c85be8-3ac9-4df0-8a90-813310436ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e5f757-27fa-43d1-95c2-e965a9391725,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:06:04.018765 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-24c85be8-3ac9-4df0-8a90-813310436ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:06:04.019645 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-24c85be8-3ac9-4df0-8a90-813310436ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642'] for segment, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:04.019985 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.db.segments_db [None req-24c85be8-3ac9-4df0-8a90-813310436ca3 admin admin] Added segment fd5add20-4b3f-454c-bc34-c9b7266e25e1 of type vlan for network 8a32d4bd-befe-45f8-9217-bbd76bffd31c Jun 07 07:06:04.046088 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-24c85be8-3ac9-4df0-8a90-813310436ca3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900516316'] for network, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:04.073384 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-24c85be8-3ac9-4df0-8a90-813310436ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3890583'] for network, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:04.074613 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c85be8-3ac9-4df0-8a90-813310436ca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:04.075179 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-24c85be8-3ac9-4df0-8a90-813310436ca3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for network, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:04.079559 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:06:04.121165 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-24c85be8-3ac9-4df0-8a90-813310436ca3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3931320 Jun 07 07:06:04.124330 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 48496) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:06:04.129667 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-fdfbb614-02bc-48aa-87be-8408dfeaaa22 admin admin] Request body: {'subnet': {'network_id': '8a32d4bd-befe-45f8-9217-bbd76bffd31c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-436126410-subnet', 'tenant_id': '2d898c71b2ab437e9598c97bba479402', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:06:04.151742 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfbb614-02bc-48aa-87be-8408dfeaaa22 admin admin] Made reservation on behalf of 2d898c71b2ab437e9598c97bba479402 for: {'subnet': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 07:06:04.154339 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-fdfbb614-02bc-48aa-87be-8408dfeaaa22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2564212'] for subnet, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:04.174199 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c85be8-3ac9-4df0-8a90-813310436ca3 admin admin] Pushing event updated for resources: {'Network': ['ID=8a32d4bd-befe-45f8-9217-bbd76bffd31c,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:06:04.176842 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-24c85be8-3ac9-4df0-8a90-813310436ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:06:04.187801 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Network 8a32d4bd-befe-45f8-9217-bbd76bffd31c details requested by agent ovs-agent-dv-cinder-784140-5-iscsi with host dv-cinder-784140-5-iscsi {{(pid=91760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 07:06:04.358282 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-fdfbb614-02bc-48aa-87be-8408dfeaaa22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2564198'] for subnet, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:04.362937 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-233c860c-b2dd-4697-89e7-769bba6f81c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:06:04.526454 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfbb614-02bc-48aa-87be-8408dfeaaa22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4f6d79b-b121-450e-bdfb-294b4f31dc91,revision_number=0']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:06:04.528600 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfbb614-02bc-48aa-87be-8408dfeaaa22 admin admin] Checking segment: {'id': 'fd5add20-4b3f-454c-bc34-c9b7266e25e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8a32d4bd-befe-45f8-9217-bbd76bffd31c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 07:06:04.528948 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfbb614-02bc-48aa-87be-8408dfeaaa22 admin admin] Network hostable DHCP agents. Network: 8a32d4bd-befe-45f8-9217-bbd76bffd31c, hostable agents: ['1fe75083-37bf-44a6-88f5-2ab2a4fa7cf2'], hosted agents: [] {{(pid=91759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 07:06:04.531699 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-fdfbb614-02bc-48aa-87be-8408dfeaaa22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:06:04.546782 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfbb614-02bc-48aa-87be-8408dfeaaa22 admin admin] Network 8a32d4bd-befe-45f8-9217-bbd76bffd31c is scheduled to be hosted by DHCP agent 1fe75083-37bf-44a6-88f5-2ab2a4fa7cf2 with binding_index 1 {{(pid=91759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 07:06:04.556415 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-fdfbb614-02bc-48aa-87be-8408dfeaaa22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-5-iscsi, 8a32d4bd-befe-45f8-9217-bbd76bffd31c) {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 07:06:04.561890 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfbb614-02bc-48aa-87be-8408dfeaaa22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:04.562498 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-fdfbb614-02bc-48aa-87be-8408dfeaaa22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:04.565572 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6968ad65-67a5-4687-ba21-d776e3595dfc None None] Network 8a32d4bd-befe-45f8-9217-bbd76bffd31c requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 07:06:04.581411 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-fdfbb614-02bc-48aa-87be-8408dfeaaa22 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4558842 Jun 07 07:06:04.791328 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc1d8a9-b73b-4477-b5bc-28efad300101 None None] Network 8a32d4bd-befe-45f8-9217-bbd76bffd31c requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 07:06:05.086509 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-f88a38cc-3744-403d-8911-cf9dcbcb4706 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:05.087892 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-f88a38cc-3744-403d-8911-cf9dcbcb4706 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/networks?id=8a32d4bd-befe-45f8-9217-bbd76bffd31c HTTP/1.1" status: 200 len: 814 time: 0.1472018 Jun 07 07:06:05.102127 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-d694463b-d0eb-4026-825a-e5179fdf7e81 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/quotas/2d898c71b2ab437e9598c97bba479402 HTTP/1.1" status: 200 len: 375 time: 0.0088165 Jun 07 07:06:05.148829 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-2f67dbac-ae60-4b47-a629-b6d8fa2f7542 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d898c71b2ab437e9598c97bba479402&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418615 Jun 07 07:06:05.211971 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-2cf606b7-c819-4cf3-a974-04a74a7e63c2 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=91758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 07:06:05.212942 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-2cf606b7-c819-4cf3-a974-04a74a7e63c2 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0578444 Jun 07 07:06:05.225187 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-86c427fc-c8d0-4a99-baf6-b35814c1e934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:05.342978 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-ea90aca3-08f3-48bf-82ac-fd9f49abce77 service neutron] 10.222.0.35 "GET /v2.0/networks/8a32d4bd-befe-45f8-9217-bbd76bffd31c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242018 Jun 07 07:06:05.472366 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-a918d670-a2b7-4e02-87d6-de064f5cffaf service neutron] 10.222.0.35 "GET /v2.0/networks/8a32d4bd-befe-45f8-9217-bbd76bffd31c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236923 Jun 07 07:06:05.660131 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-c09c506c-0846-4e59-b7b1-1d21c7eeff2f req-5560eb62-365f-432c-86df-1aeeaf5e4bb8 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfc6d519-7b22-47f0-8a37-df93f8ec941e HTTP/1.1" status: 200 len: 210 time: 0.0468259 Jun 07 07:06:06.850325 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-3adc288e-a779-4bb3-a0ae-20f1450282bb tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:06.852476 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-3adc288e-a779-4bb3-a0ae-20f1450282bb tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.44 "GET /v2.0/networks?id=8a32d4bd-befe-45f8-9217-bbd76bffd31c HTTP/1.1" status: 200 len: 814 time: 0.1673443 Jun 07 07:06:06.864390 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-d8f3f221-bd84-4181-ac30-6b0d25a8603d tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Request body: {'port': {'device_id': 'dfc6d519-7b22-47f0-8a37-df93f8ec941e', 'network_id': '8a32d4bd-befe-45f8-9217-bbd76bffd31c', 'admin_state_up': True, 'tenant_id': '2d898c71b2ab437e9598c97bba479402'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:06:07.015269 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-059508bc-ca12-4110-943f-91d19534fc8f req-dd1de627-9c45-423a-8633-648ed7a134dd tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfc6d519-7b22-47f0-8a37-df93f8ec941e HTTP/1.1" status: 200 len: 210 time: 0.0547063 Jun 07 07:06:07.061421 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-d8f3f221-bd84-4181-ac30-6b0d25a8603d tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Made reservation on behalf of 2d898c71b2ab437e9598c97bba479402 for: {'port': 1} {{(pid=91758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 07:06:07.064864 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-d8f3f221-bd84-4181-ac30-6b0d25a8603d tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:07.320190 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.db_base_plugin_common [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-d8f3f221-bd84-4181-ac30-6b0d25a8603d tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Allocated IP 172.20.0.12 (8a32d4bd-befe-45f8-9217-bbd76bffd31c/c4f6d79b-b121-450e-bdfb-294b4f31dc91/fdc2967c-1478-4458-9a1d-ea80b5903b18) {{(pid=91758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 07:06:07.516452 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-d8f3f221-bd84-4181-ac30-6b0d25a8603d tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Notify callbacks [] for port, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:07.544995 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-d8f3f221-bd84-4181-ac30-6b0d25a8603d tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:07.550750 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-b9bd6015-31db-4af7-b230-4412dbe74518 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:06:07.619189 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-d8f3f221-bd84-4181-ac30-6b0d25a8603d tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Network 8a32d4bd-befe-45f8-9217-bbd76bffd31c is already hosted by enough agents. {{(pid=91758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 07:06:07.622174 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.base_scheduler [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-d8f3f221-bd84-4181-ac30-6b0d25a8603d tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Resources bound (agent type, host, resource id): {{(pid=91758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 07:06:07.626022 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-d8f3f221-bd84-4181-ac30-6b0d25a8603d tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Received port after_create {{(pid=91758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 07:06:07.656773 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f3f221-bd84-4181-ac30-6b0d25a8603d tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Pushing event updated for resources: {'Port': ['ID=fdc2967c-1478-4458-9a1d-ea80b5903b18,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:06:07.663000 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-d8f3f221-bd84-4181-ac30-6b0d25a8603d tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:06:07.693180 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-d8f3f221-bd84-4181-ac30-6b0d25a8603d tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:07.693907 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-d8f3f221-bd84-4181-ac30-6b0d25a8603d tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:07.711246 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-d8f3f221-bd84-4181-ac30-6b0d25a8603d tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8505666 Jun 07 07:06:07.722028 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-48cd98d5-bbb0-4256-a374-6f10160dc01a service neutron] Request body: {'port': {'device_id': 'dfc6d519-7b22-47f0-8a37-df93f8ec941e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:06:07.839944 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-48cd98d5-bbb0-4256-a374-6f10160dc01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:07.904449 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:07.961236 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-574c84dd-f584-4474-8bd8-3b786d4e641d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:08.194651 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-48cd98d5-bbb0-4256-a374-6f10160dc01a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdc2967c-1478-4458-9a1d-ea80b5903b18 {{(pid=91758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 07:06:08.202308 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-48cd98d5-bbb0-4256-a374-6f10160dc01a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:08.208250 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68c970-0958-4199-886a-8bfe8be0979d req-fd30173c-e62b-43e3-94ab-4dab390487a5 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:08.209749 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5a68c970-0958-4199-886a-8bfe8be0979d req-fd30173c-e62b-43e3-94ab-4dab390487a5 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfc6d519-7b22-47f0-8a37-df93f8ec941e HTTP/1.1" status: 200 len: 932 time: 0.0883877 Jun 07 07:06:08.217609 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-48cd98d5-bbb0-4256-a374-6f10160dc01a service neutron] Transition to ACTIVE for port object fdc2967c-1478-4458-9a1d-ea80b5903b18 will not be triggered until provisioned by entity L2. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 07:06:08.221567 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-48cd98d5-bbb0-4256-a374-6f10160dc01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2309382'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:08.226255 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-d77850ce-1fde-49e8-b6ec-d1f73ce9506d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:06:08.259597 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5a68c970-0958-4199-886a-8bfe8be0979d req-049ada0b-13f2-4e99-86c5-bbc7ae9cb61e tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/security-groups?id=89e5f757-27fa-43d1-95c2-e965a9391725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434992 Jun 07 07:06:08.388696 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd98d5-bbb0-4256-a374-6f10160dc01a service neutron] Pushing event updated for resources: {'Port': ['ID=fdc2967c-1478-4458-9a1d-ea80b5903b18,revision_number=2']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:06:08.395969 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-48cd98d5-bbb0-4256-a374-6f10160dc01a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:06:08.467631 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-48cd98d5-bbb0-4256-a374-6f10160dc01a service neutron] Attempting to bind port fdc2967c-1478-4458-9a1d-ea80b5903b18 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 07:06:08.467953 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-48cd98d5-bbb0-4256-a374-6f10160dc01a service neutron] Attempting to bind port fdc2967c-1478-4458-9a1d-ea80b5903b18 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': 'fd5add20-4b3f-454c-bc34-c9b7266e25e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8a32d4bd-befe-45f8-9217-bbd76bffd31c'}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 07:06:08.468270 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-48cd98d5-bbb0-4256-a374-6f10160dc01a service neutron] Attempting to bind port fdc2967c-1478-4458-9a1d-ea80b5903b18 on network 8a32d4bd-befe-45f8-9217-bbd76bffd31c {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 07:06:08.472650 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-48cd98d5-bbb0-4256-a374-6f10160dc01a service neutron] Port fdc2967c-1478-4458-9a1d-ea80b5903b18 on network 8a32d4bd-befe-45f8-9217-bbd76bffd31c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 07:06:08.472995 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-48cd98d5-bbb0-4256-a374-6f10160dc01a service neutron] Attempting to bind port fdc2967c-1478-4458-9a1d-ea80b5903b18 on network 8a32d4bd-befe-45f8-9217-bbd76bffd31c {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 07:06:08.478592 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-48cd98d5-bbb0-4256-a374-6f10160dc01a service neutron] Checking agent: {'id': '6ac81f3b-c4b1-4231-aa5b-62c4bc3a8245', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 52, 32), 'started_at': datetime.datetime(2021, 6, 7, 6, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 7, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 07:06:08.478920 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-48cd98d5-bbb0-4256-a374-6f10160dc01a service neutron] Checking segment: {'id': 'fd5add20-4b3f-454c-bc34-c9b7266e25e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8a32d4bd-befe-45f8-9217-bbd76bffd31c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 07:06:08.479291 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-48cd98d5-bbb0-4256-a374-6f10160dc01a service neutron] Bound using segment: {'id': 'fd5add20-4b3f-454c-bc34-c9b7266e25e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8a32d4bd-befe-45f8-9217-bbd76bffd31c'} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 07:06:08.479704 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-48cd98d5-bbb0-4256-a374-6f10160dc01a service neutron] Bound port: fdc2967c-1478-4458-9a1d-ea80b5903b18, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd5add20-4b3f-454c-bc34-c9b7266e25e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8a32d4bd-befe-45f8-9217-bbd76bffd31c'}}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 07:06:08.480039 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-48cd98d5-bbb0-4256-a374-6f10160dc01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:08.577486 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-48cd98d5-bbb0-4256-a374-6f10160dc01a service neutron] For port fdc2967c-1478-4458-9a1d-ea80b5903b18, host hv-cinder-78414, cleared binding levels {{(pid=91758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 07:06:08.580337 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-48cd98d5-bbb0-4256-a374-6f10160dc01a service neutron] For port fdc2967c-1478-4458-9a1d-ea80b5903b18, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=fdc2967c-1478-4458-9a1d-ea80b5903b18,segment=NetworkSegment(fd5add20-4b3f-454c-bc34-c9b7266e25e1),segment_id=fd5add20-4b3f-454c-bc34-c9b7266e25e1)] {{(pid=91758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 07:06:08.585391 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-48cd98d5-bbb0-4256-a374-6f10160dc01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2309382'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:08.589669 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-48cd98d5-bbb0-4256-a374-6f10160dc01a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:06:08.646257 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-48cd98d5-bbb0-4256-a374-6f10160dc01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:08.646700 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-48cd98d5-bbb0-4256-a374-6f10160dc01a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:08.648037 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-48cd98d5-bbb0-4256-a374-6f10160dc01a service neutron] 10.222.0.44 "PUT /v2.0/ports/fdc2967c-1478-4458-9a1d-ea80b5903b18 HTTP/1.1" status: 200 len: 1094 time: 0.9298828 Jun 07 07:06:08.648537 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfc6d519-7b22-47f0-8a37-df93f8ec941e', 'tag': 'fdc2967c-1478-4458-9a1d-ea80b5903b18'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:06:08.651070 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec36a6c19c8fb969b847be0da992033db50c3714a14aa90e68a12edeb3f3a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373af0a5-5e1d-4714-9773-5240c212eb4c" -d '{"events": [{"name": "network-changed", "server_uuid": "dfc6d519-7b22-47f0-8a37-df93f8ec941e", "tag": "fdc2967c-1478-4458-9a1d-ea80b5903b18"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:06:08.672967 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd98d5-bbb0-4256-a374-6f10160dc01a service neutron] Pushing event updated for resources: {'Port': ['ID=fdc2967c-1478-4458-9a1d-ea80b5903b18,revision_number=3']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:06:08.676013 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-48cd98d5-bbb0-4256-a374-6f10160dc01a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:06:08.719794 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 07:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aea9ab5-7ebc-4078-866f-8fbe2e808f02 x-openstack-request-id: req-6aea9ab5-7ebc-4078-866f-8fbe2e808f02 {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:06:08.720117 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfc6d519-7b22-47f0-8a37-df93f8ec941e", "tag": "fdc2967c-1478-4458-9a1d-ea80b5903b18", "status": "completed", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:06:08.720405 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6aea9ab5-7ebc-4078-866f-8fbe2e808f02 {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:06:08.720817 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfc6d519-7b22-47f0-8a37-df93f8ec941e', 'tag': 'fdc2967c-1478-4458-9a1d-ea80b5903b18', 'status': 'completed', 'code': 200} Jun 07 07:06:08.760255 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-3eb083c0-c661-45ed-b272-a97a33e42de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:08.761798 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-3eb083c0-c661-45ed-b272-a97a33e42de0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2d898c71b2ab437e9598c97bba479402&device_id=dfc6d519-7b22-47f0-8a37-df93f8ec941e HTTP/1.1" status: 200 len: 1097 time: 0.0767546 Jun 07 07:06:08.831996 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-283b8ba5-c289-4951-8a28-6921d50e9063 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdc2967c-1478-4458-9a1d-ea80b5903b18 HTTP/1.1" status: 200 len: 217 time: 0.0630324 Jun 07 07:06:08.896077 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-b5264a64-b819-48f7-baa5-f583202477b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:08.897603 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-b5264a64-b819-48f7-baa5-f583202477b4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c4f6d79b-b121-450e-bdfb-294b4f31dc91 HTTP/1.1" status: 200 len: 854 time: 0.0595150 Jun 07 07:06:08.943315 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-e9e5b858-2883-4d7a-99f2-c2457e421e81 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8a32d4bd-befe-45f8-9217-bbd76bffd31c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389981 Jun 07 07:06:08.962555 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:09.168049 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-04b30f6c-785a-4e2d-95fc-ff8a68c95941 service neutron] 10.222.0.44 "GET /v2.0/networks/8a32d4bd-befe-45f8-9217-bbd76bffd31c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183321 Jun 07 07:06:09.296880 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-468283c0-6fdb-4cb5-8eed-883b3ad65292 req-b20578f3-c221-43b2-9d94-a30abe664000 service neutron] 10.222.0.44 "GET /v2.0/networks/8a32d4bd-befe-45f8-9217-bbd76bffd31c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221464 Jun 07 07:06:09.424136 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373af0a5-5e1d-4714-9773-5240c212eb4c req-2be00d33-270e-49d5-9b23-e1cf9057aad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:09.425541 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-373af0a5-5e1d-4714-9773-5240c212eb4c req-2be00d33-270e-49d5-9b23-e1cf9057aad3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2d898c71b2ab437e9598c97bba479402&device_id=dfc6d519-7b22-47f0-8a37-df93f8ec941e HTTP/1.1" status: 200 len: 1097 time: 0.0817847 Jun 07 07:06:09.446065 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552266d-1bb6-4770-9b7d-b948db7d15e5 req-a543a026-ac91-4095-958b-5399617c8d32 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:09.447539 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-d552266d-1bb6-4770-9b7d-b948db7d15e5 req-a543a026-ac91-4095-958b-5399617c8d32 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfc6d519-7b22-47f0-8a37-df93f8ec941e HTTP/1.1" status: 200 len: 944 time: 0.0807307 Jun 07 07:06:09.492349 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-d552266d-1bb6-4770-9b7d-b948db7d15e5 req-703a2638-5d1c-4e18-9142-9692acf8dd34 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/security-groups?id=89e5f757-27fa-43d1-95c2-e965a9391725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392871 Jun 07 07:06:09.557753 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373af0a5-5e1d-4714-9773-5240c212eb4c req-bfa6665f-a337-4ce7-a92c-d9e1bdc3f809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:09.559467 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-373af0a5-5e1d-4714-9773-5240c212eb4c req-bfa6665f-a337-4ce7-a92c-d9e1bdc3f809 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8a32d4bd-befe-45f8-9217-bbd76bffd31c HTTP/1.1" status: 200 len: 915 time: 0.1270039 Jun 07 07:06:09.628631 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-373af0a5-5e1d-4714-9773-5240c212eb4c req-2160af2a-3f46-40eb-98e8-7a5fc9edf2d7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdc2967c-1478-4458-9a1d-ea80b5903b18 HTTP/1.1" status: 200 len: 217 time: 0.0615580 Jun 07 07:06:09.693892 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373af0a5-5e1d-4714-9773-5240c212eb4c req-ac699453-f602-4f11-a6d7-5d3afcc6fd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:09.695209 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-373af0a5-5e1d-4714-9773-5240c212eb4c req-ac699453-f602-4f11-a6d7-5d3afcc6fd24 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c4f6d79b-b121-450e-bdfb-294b4f31dc91 HTTP/1.1" status: 200 len: 854 time: 0.0583239 Jun 07 07:06:09.743130 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-373af0a5-5e1d-4714-9773-5240c212eb4c req-fe25c0b0-3fb4-4c03-8266-1d769379080f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8a32d4bd-befe-45f8-9217-bbd76bffd31c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412865 Jun 07 07:06:09.905517 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-373af0a5-5e1d-4714-9773-5240c212eb4c req-c165f18a-ac28-4d8a-9f2f-a5f1947b6a61 service neutron] 10.222.0.44 "GET /v2.0/networks/8a32d4bd-befe-45f8-9217-bbd76bffd31c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557410 Jun 07 07:06:10.036505 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-373af0a5-5e1d-4714-9773-5240c212eb4c req-661eaa79-d1e4-4233-856a-a23764d18b3e service neutron] 10.222.0.44 "GET /v2.0/networks/8a32d4bd-befe-45f8-9217-bbd76bffd31c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234844 Jun 07 07:06:10.660463 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:10.682241 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4ef44-1921-4cf1-8ed3-ea3e16386fc4 req-ce08a202-0f95-4709-ae8d-b3fca066c7c0 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:10.683946 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-98f4ef44-1921-4cf1-8ed3-ea3e16386fc4 req-ce08a202-0f95-4709-ae8d-b3fca066c7c0 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfc6d519-7b22-47f0-8a37-df93f8ec941e HTTP/1.1" status: 200 len: 944 time: 0.0860097 Jun 07 07:06:10.727917 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-98f4ef44-1921-4cf1-8ed3-ea3e16386fc4 req-639061a8-b1d4-41c3-925f-102a1c761809 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/security-groups?id=89e5f757-27fa-43d1-95c2-e965a9391725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380819 Jun 07 07:06:11.792649 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device fdc2967c-1478-4458-9a1d-ea80b5903b18 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 07:06:11.923186 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port fdc2967c-1478-4458-9a1d-ea80b5903b18, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=fdc2967c-1478-4458-9a1d-ea80b5903b18,segment=NetworkSegment(fd5add20-4b3f-454c-bc34-c9b7266e25e1),segment_id=fd5add20-4b3f-454c-bc34-c9b7266e25e1)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:06:11.923452 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0e5f9-52f4-4834-836a-aa1d1b4e4546 req-b6c5c106-88d4-4289-8641-cd8e5a0bb204 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:11.924802 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-eda0e5f9-52f4-4834-836a-aa1d1b4e4546 req-b6c5c106-88d4-4289-8641-cd8e5a0bb204 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfc6d519-7b22-47f0-8a37-df93f8ec941e HTTP/1.1" status: 200 len: 944 time: 0.0833175 Jun 07 07:06:11.936399 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Returning: {'device': 'fdc2967c-1478-4458-9a1d-ea80b5903b18', 'network_id': '8a32d4bd-befe-45f8-9217-bbd76bffd31c', 'port_id': 'fdc2967c-1478-4458-9a1d-ea80b5903b18', 'mac_address': 'fa:16:3e:3d:f4:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4f6d79b-b121-450e-bdfb-294b4f31dc91', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 07:06:11.971400 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-eda0e5f9-52f4-4834-836a-aa1d1b4e4546 req-ef182465-abe5-463b-a42c-4dd6d883287a tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/security-groups?id=89e5f757-27fa-43d1-95c2-e965a9391725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409920 Jun 07 07:06:11.990056 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:12.006866 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdc2967c-1478-4458-9a1d-ea80b5903b18 {{(pid=91760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 07:06:12.021937 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port fdc2967c-1478-4458-9a1d-ea80b5903b18, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=fdc2967c-1478-4458-9a1d-ea80b5903b18,segment=NetworkSegment(fd5add20-4b3f-454c-bc34-c9b7266e25e1),segment_id=fd5add20-4b3f-454c-bc34-c9b7266e25e1)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:06:12.025743 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:12.027384 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:06:12.092552 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=fdc2967c-1478-4458-9a1d-ea80b5903b18,revision_number=4']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:06:12.095454 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:06:12.227996 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] get_ports_and_sgs() called for port_ids ['fdc2967c-1478-4458-9a1d-ea80b5903b18'] {{(pid=91760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 07:06:13.158266 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875914d-b52c-498d-a567-687a539c5e08 req-cbac5266-53e0-4ebd-b361-afdacebb8f42 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:13.159716 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-2875914d-b52c-498d-a567-687a539c5e08 req-cbac5266-53e0-4ebd-b361-afdacebb8f42 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfc6d519-7b22-47f0-8a37-df93f8ec941e HTTP/1.1" status: 200 len: 945 time: 0.0811932 Jun 07 07:06:13.203874 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-2875914d-b52c-498d-a567-687a539c5e08 req-c9f8b0e0-157d-40fb-bc3b-168550120173 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/security-groups?id=89e5f757-27fa-43d1-95c2-e965a9391725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379241 Jun 07 07:06:13.808385 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device fdc2967c-1478-4458-9a1d-ea80b5903b18 up at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 07:06:13.876586 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Provisioning for port fdc2967c-1478-4458-9a1d-ea80b5903b18 completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 07:06:13.881601 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Provisioning complete for port fdc2967c-1478-4458-9a1d-ea80b5903b18 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:06:13.882005 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:13.996506 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:14.022356 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc6d519-7b22-47f0-8a37-df93f8ec941e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc2967c-1478-4458-9a1d-ea80b5903b18'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:06:14.024571 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bdfcc22c2f6cd30966a80f508f9d4395b4bd329b93c89cee5ea7ddf2c7e5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7a45bf-43c8-4abf-8985-9fbe3d233ace" -d '{"events": [{"server_uuid": "dfc6d519-7b22-47f0-8a37-df93f8ec941e", "name": "network-vif-plugged", "status": "completed", "tag": "fdc2967c-1478-4458-9a1d-ea80b5903b18"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:06:14.031827 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port fdc2967c-1478-4458-9a1d-ea80b5903b18, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=fdc2967c-1478-4458-9a1d-ea80b5903b18,segment=NetworkSegment(fd5add20-4b3f-454c-bc34-c9b7266e25e1),segment_id=fd5add20-4b3f-454c-bc34-c9b7266e25e1)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:06:14.035668 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:14.038160 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:06:14.102291 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=fdc2967c-1478-4458-9a1d-ea80b5903b18,revision_number=5']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:06:14.105263 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:06:14.267186 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 07:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d695648-420c-47f0-aacf-f8282ee8f95c x-openstack-request-id: req-0d695648-420c-47f0-aacf-f8282ee8f95c {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:06:14.267487 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfc6d519-7b22-47f0-8a37-df93f8ec941e", "name": "network-vif-plugged", "status": "completed", "tag": "fdc2967c-1478-4458-9a1d-ea80b5903b18", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:06:14.267745 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0d695648-420c-47f0-aacf-f8282ee8f95c {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:06:14.268142 dv-cinder-784140-5-iscsi neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc6d519-7b22-47f0-8a37-df93f8ec941e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc2967c-1478-4458-9a1d-ea80b5903b18', 'code': 200} Jun 07 07:06:14.393131 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ff1f0-76cc-4b8f-b0f3-bbd46f43ca7a req-88581b67-6729-4be7-9eb5-d2a3d0e3e29b tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:14.395408 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-431ff1f0-76cc-4b8f-b0f3-bbd46f43ca7a req-88581b67-6729-4be7-9eb5-d2a3d0e3e29b tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfc6d519-7b22-47f0-8a37-df93f8ec941e HTTP/1.1" status: 200 len: 946 time: 0.0839655 Jun 07 07:06:14.482982 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-431ff1f0-76cc-4b8f-b0f3-bbd46f43ca7a req-6cba9ae4-51e8-4931-9f55-364c89f5bbe9 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/security-groups?id=89e5f757-27fa-43d1-95c2-e965a9391725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826385 Jun 07 07:06:14.504489 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0f1ac-d2c1-443b-9f1b-694da98b69b3 req-703f41ac-6234-4675-b582-70b340515840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:14.506016 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-1fc0f1ac-d2c1-443b-9f1b-694da98b69b3 req-703f41ac-6234-4675-b582-70b340515840 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dfc6d519-7b22-47f0-8a37-df93f8ec941e HTTP/1.1" status: 200 len: 1099 time: 0.0855711 Jun 07 07:06:14.549918 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-1fc0f1ac-d2c1-443b-9f1b-694da98b69b3 req-3e2aabed-dae0-4c02-a4bc-3da3a34c526e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=89e5f757-27fa-43d1-95c2-e965a9391725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374179 Jun 07 07:06:15.256132 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.agents_db [None req-46aecb79-32b8-4105-868b-523cea85afea None None] Agent healthcheck: found 6 active agents {{(pid=91761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 07:06:15.663672 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e77478-99c6-4019-8116-65ac0e67f676 req-693d0bae-1bef-48dd-b88c-735f6a0242a3 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:15.665097 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-93e77478-99c6-4019-8116-65ac0e67f676 req-693d0bae-1bef-48dd-b88c-735f6a0242a3 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfc6d519-7b22-47f0-8a37-df93f8ec941e HTTP/1.1" status: 200 len: 946 time: 0.0790644 Jun 07 07:06:15.712817 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-93e77478-99c6-4019-8116-65ac0e67f676 req-8ac0265a-67e4-4870-bbb3-c6dbb7eea234 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/security-groups?id=89e5f757-27fa-43d1-95c2-e965a9391725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422070 Jun 07 07:06:24.543469 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-9608686b-ac3d-491c-a9dc-6523ee6dded3 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:24.544880 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-9608686b-ac3d-491c-a9dc-6523ee6dded3 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/networks?id=8a32d4bd-befe-45f8-9217-bbd76bffd31c HTTP/1.1" status: 200 len: 814 time: 0.1451709 Jun 07 07:06:24.560041 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-73af6a46-af1e-4bc1-bc55-58cd2c36a3d2 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/quotas/2d898c71b2ab437e9598c97bba479402 HTTP/1.1" status: 200 len: 375 time: 0.0097826 Jun 07 07:06:24.636190 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-6670c4bb-306c-490f-9aaf-ea5975f64eb9 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d898c71b2ab437e9598c97bba479402&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0711479 Jun 07 07:06:24.811647 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-141ffef6-b035-40de-a570-1b51ce8bf73f service neutron] 10.222.0.35 "GET /v2.0/networks/8a32d4bd-befe-45f8-9217-bbd76bffd31c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688082 Jun 07 07:06:24.939797 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-384e1baf-0ca3-463d-8741-cea66e02c1a6 service neutron] 10.222.0.35 "GET /v2.0/networks/8a32d4bd-befe-45f8-9217-bbd76bffd31c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218436 Jun 07 07:06:25.111899 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-37e38356-6f67-4f51-b034-32338e789b9f req-61fdb6ab-0459-42cf-a0cd-d55aea353eb0 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?device_id=d21b5a8b-e79f-4b59-9fef-786fa3c4c922 HTTP/1.1" status: 200 len: 210 time: 0.0412545 Jun 07 07:06:26.135245 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-259dbb1c-6c3a-4a87-b0cc-3b60bf273c58 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:26.136866 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-259dbb1c-6c3a-4a87-b0cc-3b60bf273c58 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.44 "GET /v2.0/networks?id=8a32d4bd-befe-45f8-9217-bbd76bffd31c HTTP/1.1" status: 200 len: 814 time: 0.1501439 Jun 07 07:06:26.149890 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-e6474ad5-ef7b-4c12-9764-8c1cbff4e264 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Request body: {'port': {'device_id': 'd21b5a8b-e79f-4b59-9fef-786fa3c4c922', 'network_id': '8a32d4bd-befe-45f8-9217-bbd76bffd31c', 'admin_state_up': True, 'tenant_id': '2d898c71b2ab437e9598c97bba479402'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:06:26.278150 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-86afe557-6363-4886-a2ae-360f17ccbfa0 req-b8824068-d2c6-489e-90d6-e6e7fd67b4ca tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?device_id=d21b5a8b-e79f-4b59-9fef-786fa3c4c922 HTTP/1.1" status: 200 len: 210 time: 0.0444322 Jun 07 07:06:26.402825 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-e6474ad5-ef7b-4c12-9764-8c1cbff4e264 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Made reservation on behalf of 2d898c71b2ab437e9598c97bba479402 for: {'port': 1} {{(pid=91758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 07:06:26.406136 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-e6474ad5-ef7b-4c12-9764-8c1cbff4e264 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:26.565519 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.db_base_plugin_common [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-e6474ad5-ef7b-4c12-9764-8c1cbff4e264 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Allocated IP 172.20.0.8 (8a32d4bd-befe-45f8-9217-bbd76bffd31c/c4f6d79b-b121-450e-bdfb-294b4f31dc91/dc65f586-7d70-4641-b93a-9b06bada88b2) {{(pid=91758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 07:06:26.767617 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-e6474ad5-ef7b-4c12-9764-8c1cbff4e264 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Notify callbacks [] for port, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:26.797518 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-e6474ad5-ef7b-4c12-9764-8c1cbff4e264 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:26.805430 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-9ac04ab2-7f82-43a3-badf-fef467611879 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:06:26.810743 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] get_ports_and_sgs() called for port_ids ['fdc2967c-1478-4458-9a1d-ea80b5903b18'] {{(pid=91760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 07:06:26.873880 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-e6474ad5-ef7b-4c12-9764-8c1cbff4e264 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Network 8a32d4bd-befe-45f8-9217-bbd76bffd31c is already hosted by enough agents. {{(pid=91758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 07:06:26.877115 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.base_scheduler [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-e6474ad5-ef7b-4c12-9764-8c1cbff4e264 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Resources bound (agent type, host, resource id): {{(pid=91758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 07:06:26.881146 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-e6474ad5-ef7b-4c12-9764-8c1cbff4e264 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Received port after_create {{(pid=91758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 07:06:26.919719 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6474ad5-ef7b-4c12-9764-8c1cbff4e264 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Pushing event updated for resources: {'Port': ['ID=dc65f586-7d70-4641-b93a-9b06bada88b2,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:06:26.924001 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-e6474ad5-ef7b-4c12-9764-8c1cbff4e264 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:06:26.948599 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-e6474ad5-ef7b-4c12-9764-8c1cbff4e264 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:26.949195 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-e6474ad5-ef7b-4c12-9764-8c1cbff4e264 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:26.966691 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-e6474ad5-ef7b-4c12-9764-8c1cbff4e264 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8205211 Jun 07 07:06:26.978476 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-320fde5f-d9d5-444d-866c-a1b51f308811 service neutron] Request body: {'port': {'device_id': 'd21b5a8b-e79f-4b59-9fef-786fa3c4c922', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:06:27.089011 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-320fde5f-d9d5-444d-866c-a1b51f308811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:27.470135 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-320fde5f-d9d5-444d-866c-a1b51f308811 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc65f586-7d70-4641-b93a-9b06bada88b2 {{(pid=91758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 07:06:27.478988 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-320fde5f-d9d5-444d-866c-a1b51f308811 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:27.498806 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-320fde5f-d9d5-444d-866c-a1b51f308811 service neutron] Transition to ACTIVE for port object dc65f586-7d70-4641-b93a-9b06bada88b2 will not be triggered until provisioned by entity L2. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 07:06:27.503241 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-320fde5f-d9d5-444d-866c-a1b51f308811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2309382'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:27.508724 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-ec922e9c-7612-45d8-99ee-d859b249c69d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:06:27.567985 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35ee56-cfb1-4ef8-82e6-66720305f192 req-0ea17483-ee21-4f43-8c54-22469723eddf tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:27.569415 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-4f35ee56-cfb1-4ef8-82e6-66720305f192 req-0ea17483-ee21-4f43-8c54-22469723eddf tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?device_id=d21b5a8b-e79f-4b59-9fef-786fa3c4c922 HTTP/1.1" status: 200 len: 931 time: 0.1713645 Jun 07 07:06:27.682346 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320fde5f-d9d5-444d-866c-a1b51f308811 service neutron] Pushing event updated for resources: {'Port': ['ID=dc65f586-7d70-4641-b93a-9b06bada88b2,revision_number=2']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:06:27.696707 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-320fde5f-d9d5-444d-866c-a1b51f308811 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:06:27.747952 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-4f35ee56-cfb1-4ef8-82e6-66720305f192 req-10f1727b-4842-4df2-adf0-98511b7c5346 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/security-groups?id=89e5f757-27fa-43d1-95c2-e965a9391725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308432 Jun 07 07:06:27.780218 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-320fde5f-d9d5-444d-866c-a1b51f308811 service neutron] Attempting to bind port dc65f586-7d70-4641-b93a-9b06bada88b2 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 07:06:27.780541 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-320fde5f-d9d5-444d-866c-a1b51f308811 service neutron] Attempting to bind port dc65f586-7d70-4641-b93a-9b06bada88b2 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': 'fd5add20-4b3f-454c-bc34-c9b7266e25e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8a32d4bd-befe-45f8-9217-bbd76bffd31c'}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 07:06:27.780858 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-320fde5f-d9d5-444d-866c-a1b51f308811 service neutron] Attempting to bind port dc65f586-7d70-4641-b93a-9b06bada88b2 on network 8a32d4bd-befe-45f8-9217-bbd76bffd31c {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 07:06:27.785387 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-320fde5f-d9d5-444d-866c-a1b51f308811 service neutron] Port dc65f586-7d70-4641-b93a-9b06bada88b2 on network 8a32d4bd-befe-45f8-9217-bbd76bffd31c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 07:06:27.785701 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-320fde5f-d9d5-444d-866c-a1b51f308811 service neutron] Attempting to bind port dc65f586-7d70-4641-b93a-9b06bada88b2 on network 8a32d4bd-befe-45f8-9217-bbd76bffd31c {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 07:06:27.790829 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-320fde5f-d9d5-444d-866c-a1b51f308811 service neutron] Checking agent: {'id': '6ac81f3b-c4b1-4231-aa5b-62c4bc3a8245', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 52, 32), 'started_at': datetime.datetime(2021, 6, 7, 6, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 7, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 07:06:27.791159 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-320fde5f-d9d5-444d-866c-a1b51f308811 service neutron] Checking segment: {'id': 'fd5add20-4b3f-454c-bc34-c9b7266e25e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8a32d4bd-befe-45f8-9217-bbd76bffd31c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 07:06:27.791535 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-320fde5f-d9d5-444d-866c-a1b51f308811 service neutron] Bound using segment: {'id': 'fd5add20-4b3f-454c-bc34-c9b7266e25e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8a32d4bd-befe-45f8-9217-bbd76bffd31c'} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 07:06:27.791951 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-320fde5f-d9d5-444d-866c-a1b51f308811 service neutron] Bound port: dc65f586-7d70-4641-b93a-9b06bada88b2, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd5add20-4b3f-454c-bc34-c9b7266e25e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8a32d4bd-befe-45f8-9217-bbd76bffd31c'}}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 07:06:27.792287 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-320fde5f-d9d5-444d-866c-a1b51f308811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:27.882108 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-320fde5f-d9d5-444d-866c-a1b51f308811 service neutron] For port dc65f586-7d70-4641-b93a-9b06bada88b2, host hv-cinder-78414, cleared binding levels {{(pid=91758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 07:06:27.885117 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-320fde5f-d9d5-444d-866c-a1b51f308811 service neutron] For port dc65f586-7d70-4641-b93a-9b06bada88b2, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=dc65f586-7d70-4641-b93a-9b06bada88b2,segment=NetworkSegment(fd5add20-4b3f-454c-bc34-c9b7266e25e1),segment_id=fd5add20-4b3f-454c-bc34-c9b7266e25e1)] {{(pid=91758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 07:06:27.890280 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-320fde5f-d9d5-444d-866c-a1b51f308811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2309382'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:27.894964 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-768201ae-c34a-4ddd-b68a-b35910806d3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:06:27.953869 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-320fde5f-d9d5-444d-866c-a1b51f308811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:27.954471 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-320fde5f-d9d5-444d-866c-a1b51f308811 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:27.955798 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-320fde5f-d9d5-444d-866c-a1b51f308811 service neutron] 10.222.0.44 "PUT /v2.0/ports/dc65f586-7d70-4641-b93a-9b06bada88b2 HTTP/1.1" status: 200 len: 1093 time: 0.9813154 Jun 07 07:06:27.956295 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21b5a8b-e79f-4b59-9fef-786fa3c4c922', 'tag': 'dc65f586-7d70-4641-b93a-9b06bada88b2'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:06:27.958761 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec36a6c19c8fb969b847be0da992033db50c3714a14aa90e68a12edeb3f3a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbafef5-921f-4f5f-a7ba-0a55294c2d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "d21b5a8b-e79f-4b59-9fef-786fa3c4c922", "tag": "dc65f586-7d70-4641-b93a-9b06bada88b2"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:06:27.978739 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320fde5f-d9d5-444d-866c-a1b51f308811 service neutron] Pushing event updated for resources: {'Port': ['ID=dc65f586-7d70-4641-b93a-9b06bada88b2,revision_number=3']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:06:27.981948 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-320fde5f-d9d5-444d-866c-a1b51f308811 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:06:28.027686 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 07:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01f3782-d9ba-45a8-84aa-ccd5318cd430 x-openstack-request-id: req-f01f3782-d9ba-45a8-84aa-ccd5318cd430 {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:06:28.028016 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21b5a8b-e79f-4b59-9fef-786fa3c4c922", "tag": "dc65f586-7d70-4641-b93a-9b06bada88b2", "status": "completed", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:06:28.028309 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f01f3782-d9ba-45a8-84aa-ccd5318cd430 {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:06:28.028726 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd21b5a8b-e79f-4b59-9fef-786fa3c4c922', 'tag': 'dc65f586-7d70-4641-b93a-9b06bada88b2', 'status': 'completed', 'code': 200} Jun 07 07:06:28.068576 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-ae238138-0bc2-45e4-8d06-702db55548f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:28.070074 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-ae238138-0bc2-45e4-8d06-702db55548f7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2d898c71b2ab437e9598c97bba479402&device_id=d21b5a8b-e79f-4b59-9fef-786fa3c4c922 HTTP/1.1" status: 200 len: 1096 time: 0.0741782 Jun 07 07:06:28.257333 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-c86b0f3f-4504-4cab-9d67-2db52b250972 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc65f586-7d70-4641-b93a-9b06bada88b2 HTTP/1.1" status: 200 len: 217 time: 0.1799157 Jun 07 07:06:28.320996 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-8d79005e-259b-422c-a4d7-eb1197a4e0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:28.322402 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-8d79005e-259b-422c-a4d7-eb1197a4e0c9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c4f6d79b-b121-450e-bdfb-294b4f31dc91 HTTP/1.1" status: 200 len: 854 time: 0.0579050 Jun 07 07:06:28.369053 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-7ea5e1af-a5c6-4d14-8007-0f5f9b3b89ce service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8a32d4bd-befe-45f8-9217-bbd76bffd31c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391047 Jun 07 07:06:28.496497 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-aad64003-0fef-4664-b055-6f213aa474a0 service neutron] 10.222.0.44 "GET /v2.0/networks/8a32d4bd-befe-45f8-9217-bbd76bffd31c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204333 Jun 07 07:06:28.627247 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0d186d3b-cc7e-4197-beb2-5b0e288274da req-1c07f33b-b2c2-43fe-a814-9f58af43b22a service neutron] 10.222.0.44 "GET /v2.0/networks/8a32d4bd-befe-45f8-9217-bbd76bffd31c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238296 Jun 07 07:06:28.746042 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbafef5-921f-4f5f-a7ba-0a55294c2d8a req-f73dc477-8ab8-4b1e-be95-fe7e37062b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:28.747485 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-2bbafef5-921f-4f5f-a7ba-0a55294c2d8a req-f73dc477-8ab8-4b1e-be95-fe7e37062b87 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2d898c71b2ab437e9598c97bba479402&device_id=d21b5a8b-e79f-4b59-9fef-786fa3c4c922 HTTP/1.1" status: 200 len: 1096 time: 0.0733099 Jun 07 07:06:28.922876 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbafef5-921f-4f5f-a7ba-0a55294c2d8a req-ebf9ef30-95c9-4569-b48d-e8d0b55a673f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:28.924182 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-2bbafef5-921f-4f5f-a7ba-0a55294c2d8a req-ebf9ef30-95c9-4569-b48d-e8d0b55a673f service neutron] 10.222.0.44 "GET /v2.0/networks?id=8a32d4bd-befe-45f8-9217-bbd76bffd31c HTTP/1.1" status: 200 len: 915 time: 0.1694880 Jun 07 07:06:29.005064 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-2bbafef5-921f-4f5f-a7ba-0a55294c2d8a req-8a1152d7-ee00-49cf-b6c6-3c2d01b0fec2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc65f586-7d70-4641-b93a-9b06bada88b2 HTTP/1.1" status: 200 len: 217 time: 0.0727527 Jun 07 07:06:29.021082 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb672594-dd93-4c61-8172-8153ca7c6f0e req-f8c38d95-58eb-4af7-b65f-fa3cd3d202d8 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:29.022467 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-eb672594-dd93-4c61-8172-8153ca7c6f0e req-f8c38d95-58eb-4af7-b65f-fa3cd3d202d8 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?device_id=d21b5a8b-e79f-4b59-9fef-786fa3c4c922 HTTP/1.1" status: 200 len: 943 time: 0.1678250 Jun 07 07:06:29.108990 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-eb672594-dd93-4c61-8172-8153ca7c6f0e req-19007887-95d7-4676-a82d-fc934fc05fe1 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/security-groups?id=89e5f757-27fa-43d1-95c2-e965a9391725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576193 Jun 07 07:06:29.110607 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbafef5-921f-4f5f-a7ba-0a55294c2d8a req-00f67e3b-22da-4026-ac3a-87999e83af4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:29.111878 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-2bbafef5-921f-4f5f-a7ba-0a55294c2d8a req-00f67e3b-22da-4026-ac3a-87999e83af4c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c4f6d79b-b121-450e-bdfb-294b4f31dc91 HTTP/1.1" status: 200 len: 854 time: 0.0991061 Jun 07 07:06:29.163683 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-2bbafef5-921f-4f5f-a7ba-0a55294c2d8a req-2e2746db-defc-4aea-a494-6692113b67f7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8a32d4bd-befe-45f8-9217-bbd76bffd31c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438457 Jun 07 07:06:29.291918 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-2bbafef5-921f-4f5f-a7ba-0a55294c2d8a req-9437a822-bacb-47ff-a49e-ac6c2f2b77fb service neutron] 10.222.0.44 "GET /v2.0/networks/8a32d4bd-befe-45f8-9217-bbd76bffd31c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206958 Jun 07 07:06:29.418962 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-2bbafef5-921f-4f5f-a7ba-0a55294c2d8a req-bdc5588e-0c4e-4854-817f-a294f3449ec0 service neutron] 10.222.0.44 "GET /v2.0/networks/8a32d4bd-befe-45f8-9217-bbd76bffd31c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206348 Jun 07 07:06:29.899891 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device dc65f586-7d70-4641-b93a-9b06bada88b2 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 07:06:30.037029 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port dc65f586-7d70-4641-b93a-9b06bada88b2, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=dc65f586-7d70-4641-b93a-9b06bada88b2,segment=NetworkSegment(fd5add20-4b3f-454c-bc34-c9b7266e25e1),segment_id=fd5add20-4b3f-454c-bc34-c9b7266e25e1)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:06:30.049601 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Returning: {'device': 'dc65f586-7d70-4641-b93a-9b06bada88b2', 'network_id': '8a32d4bd-befe-45f8-9217-bbd76bffd31c', 'port_id': 'dc65f586-7d70-4641-b93a-9b06bada88b2', 'mac_address': 'fa:16:3e:43:98:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4f6d79b-b121-450e-bdfb-294b4f31dc91', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 07:06:30.106622 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:30.123378 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc65f586-7d70-4641-b93a-9b06bada88b2 {{(pid=91760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 07:06:30.138390 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port dc65f586-7d70-4641-b93a-9b06bada88b2, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=dc65f586-7d70-4641-b93a-9b06bada88b2,segment=NetworkSegment(fd5add20-4b3f-454c-bc34-c9b7266e25e1),segment_id=fd5add20-4b3f-454c-bc34-c9b7266e25e1)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:06:30.142669 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:30.144443 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-8090b5b4-770e-415b-91a5-fbd284a60c4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:06:30.210912 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=dc65f586-7d70-4641-b93a-9b06bada88b2,revision_number=4']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:06:30.214012 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:06:30.299110 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f431f1-9a2b-4df7-81fc-1d9bd275232b req-6828a501-c4ab-4a20-972c-3ed8196db2e4 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:30.300539 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-60f431f1-9a2b-4df7-81fc-1d9bd275232b req-6828a501-c4ab-4a20-972c-3ed8196db2e4 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?device_id=d21b5a8b-e79f-4b59-9fef-786fa3c4c922 HTTP/1.1" status: 200 len: 944 time: 0.0832152 Jun 07 07:06:30.346318 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-60f431f1-9a2b-4df7-81fc-1d9bd275232b req-7017f618-c85c-4b40-a6a8-62a208786114 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/security-groups?id=89e5f757-27fa-43d1-95c2-e965a9391725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396695 Jun 07 07:06:30.370565 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] get_ports_and_sgs() called for port_ids ['dc65f586-7d70-4641-b93a-9b06bada88b2'] {{(pid=91760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 07:06:31.527057 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d76d1d-9e5e-4cab-b410-edb6fd7904c9 req-f1e80da5-1403-4a3f-890d-9142583db9ff tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:31.528486 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-04d76d1d-9e5e-4cab-b410-edb6fd7904c9 req-f1e80da5-1403-4a3f-890d-9142583db9ff tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?device_id=d21b5a8b-e79f-4b59-9fef-786fa3c4c922 HTTP/1.1" status: 200 len: 944 time: 0.0785458 Jun 07 07:06:31.572011 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-04d76d1d-9e5e-4cab-b410-edb6fd7904c9 req-03aa7385-4c5d-4e81-b56f-3062b0e35db7 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/security-groups?id=89e5f757-27fa-43d1-95c2-e965a9391725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380342 Jun 07 07:06:31.926867 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device dc65f586-7d70-4641-b93a-9b06bada88b2 up at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 07:06:31.993928 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Provisioning for port dc65f586-7d70-4641-b93a-9b06bada88b2 completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 07:06:31.998369 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Provisioning complete for port dc65f586-7d70-4641-b93a-9b06bada88b2 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:06:31.998751 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:32.147066 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:32.172758 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21b5a8b-e79f-4b59-9fef-786fa3c4c922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc65f586-7d70-4641-b93a-9b06bada88b2'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:06:32.174986 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bdfcc22c2f6cd30966a80f508f9d4395b4bd329b93c89cee5ea7ddf2c7e5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67eed3b-8095-490a-9801-a5b38027b9ae" -d '{"events": [{"server_uuid": "d21b5a8b-e79f-4b59-9fef-786fa3c4c922", "name": "network-vif-plugged", "status": "completed", "tag": "dc65f586-7d70-4641-b93a-9b06bada88b2"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:06:32.184177 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port dc65f586-7d70-4641-b93a-9b06bada88b2, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=dc65f586-7d70-4641-b93a-9b06bada88b2,segment=NetworkSegment(fd5add20-4b3f-454c-bc34-c9b7266e25e1),segment_id=fd5add20-4b3f-454c-bc34-c9b7266e25e1)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:06:32.187998 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:32.189859 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:06:32.223893 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 07:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc128f2b-7c2a-44b9-beac-b517c879513c x-openstack-request-id: req-fc128f2b-7c2a-44b9-beac-b517c879513c {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:06:32.224189 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21b5a8b-e79f-4b59-9fef-786fa3c4c922", "name": "network-vif-plugged", "status": "completed", "tag": "dc65f586-7d70-4641-b93a-9b06bada88b2", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:06:32.224445 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fc128f2b-7c2a-44b9-beac-b517c879513c {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:06:32.224828 dv-cinder-784140-5-iscsi neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21b5a8b-e79f-4b59-9fef-786fa3c4c922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc65f586-7d70-4641-b93a-9b06bada88b2', 'code': 200} Jun 07 07:06:32.257274 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=dc65f586-7d70-4641-b93a-9b06bada88b2,revision_number=5']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:06:32.260087 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:06:32.447129 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c3977-b878-41f3-84d2-5adc87256b6f req-ba1277e6-b211-49ae-a69c-ebe154ae43bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:32.448475 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0c1c3977-b878-41f3-84d2-5adc87256b6f req-ba1277e6-b211-49ae-a69c-ebe154ae43bd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d21b5a8b-e79f-4b59-9fef-786fa3c4c922 HTTP/1.1" status: 200 len: 1098 time: 0.0734210 Jun 07 07:06:32.488962 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0c1c3977-b878-41f3-84d2-5adc87256b6f req-dc2b64ec-5d94-403f-a63b-e78d8dd91c23 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=89e5f757-27fa-43d1-95c2-e965a9391725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336268 Jun 07 07:06:32.754957 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5a44e-f829-4cc4-b455-5514c23a1804 req-5fe91956-bb3b-4ec8-8d49-05d1991875da tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:32.756381 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-49f5a44e-f829-4cc4-b455-5514c23a1804 req-5fe91956-bb3b-4ec8-8d49-05d1991875da tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?device_id=d21b5a8b-e79f-4b59-9fef-786fa3c4c922 HTTP/1.1" status: 200 len: 945 time: 0.0795105 Jun 07 07:06:32.803444 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-49f5a44e-f829-4cc4-b455-5514c23a1804 req-faaf5c12-b0fc-456e-a463-6e9bb1abe17a tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/security-groups?id=89e5f757-27fa-43d1-95c2-e965a9391725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415618 Jun 07 07:06:32.880802 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:34.004166 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f766a7-ff14-48c6-9bd8-1ddd6ce4bcfc req-b935421b-46a1-475e-9969-c5ded861898f tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:34.005685 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-09f766a7-ff14-48c6-9bd8-1ddd6ce4bcfc req-b935421b-46a1-475e-9969-c5ded861898f tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?device_id=d21b5a8b-e79f-4b59-9fef-786fa3c4c922 HTTP/1.1" status: 200 len: 945 time: 0.0970745 Jun 07 07:06:34.053600 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-09f766a7-ff14-48c6-9bd8-1ddd6ce4bcfc req-771ca77e-0955-48d4-904d-4f21b5e989a8 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/security-groups?id=89e5f757-27fa-43d1-95c2-e965a9391725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423274 Jun 07 07:06:35.229941 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-406e4046-bfa9-43b4-976b-b4f81c580ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:36.223727 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-3757197a-3595-4a4d-930f-85ea6f2827b6 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:36.225160 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-3757197a-3595-4a4d-930f-85ea6f2827b6 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/networks?id=8a32d4bd-befe-45f8-9217-bbd76bffd31c HTTP/1.1" status: 200 len: 814 time: 0.2662134 Jun 07 07:06:36.239645 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-581ecfb7-bbc6-4f26-a17c-0f9b283aa4c6 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/quotas/2d898c71b2ab437e9598c97bba479402 HTTP/1.1" status: 200 len: 375 time: 0.0091295 Jun 07 07:06:36.320453 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-9a1c9b01-5c98-450d-ab28-5b1c7a24e93f tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d898c71b2ab437e9598c97bba479402&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0760138 Jun 07 07:06:36.472821 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-5ca35e9d-d4a4-41e4-a3e3-26da988d48bb service neutron] 10.222.0.35 "GET /v2.0/networks/8a32d4bd-befe-45f8-9217-bbd76bffd31c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455994 Jun 07 07:06:36.650786 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-20bbcd3a-b74e-44f1-96d9-0852eeac5162 service neutron] 10.222.0.35 "GET /v2.0/networks/8a32d4bd-befe-45f8-9217-bbd76bffd31c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721530 Jun 07 07:06:36.671077 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-87107738-bfc9-4a5c-b4f5-bbdcfe135ba4 req-55597d74-7cab-4d23-a307-678b9be5124b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dfc6d519-7b22-47f0-8a37-df93f8ec941e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0868213 Jun 07 07:06:36.828808 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87107738-bfc9-4a5c-b4f5-bbdcfe135ba4 req-2915d6be-9965-4365-b539-82348b4e514f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:36.830344 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-87107738-bfc9-4a5c-b4f5-bbdcfe135ba4 req-2915d6be-9965-4365-b539-82348b4e514f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2d898c71b2ab437e9598c97bba479402&device_id=dfc6d519-7b22-47f0-8a37-df93f8ec941e HTTP/1.1" status: 200 len: 1099 time: 0.0804253 Jun 07 07:06:36.831999 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-daccba78-7a21-49ea-ae81-c01b6daab018 req-a6a14b57-e3d4-452c-a026-e1947f40811f tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?device_id=373c55d2-a364-40df-ac57-c1a7f2152e94 HTTP/1.1" status: 200 len: 210 time: 0.0432053 Jun 07 07:06:36.978559 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87107738-bfc9-4a5c-b4f5-bbdcfe135ba4 req-2d3d2701-a7d2-4bd5-a74f-449704d1cc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:36.980001 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-87107738-bfc9-4a5c-b4f5-bbdcfe135ba4 req-2d3d2701-a7d2-4bd5-a74f-449704d1cc2a service neutron] 10.222.0.44 "GET /v2.0/networks?id=8a32d4bd-befe-45f8-9217-bbd76bffd31c HTTP/1.1" status: 200 len: 915 time: 0.1309881 Jun 07 07:06:37.053323 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-87107738-bfc9-4a5c-b4f5-bbdcfe135ba4 req-34ad7798-0932-432d-bf4f-6da2928bcd98 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdc2967c-1478-4458-9a1d-ea80b5903b18 HTTP/1.1" status: 200 len: 217 time: 0.0663915 Jun 07 07:06:37.119607 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87107738-bfc9-4a5c-b4f5-bbdcfe135ba4 req-53cecef5-36c8-42e7-9771-ebbde00e960f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:37.121036 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-87107738-bfc9-4a5c-b4f5-bbdcfe135ba4 req-53cecef5-36c8-42e7-9771-ebbde00e960f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c4f6d79b-b121-450e-bdfb-294b4f31dc91 HTTP/1.1" status: 200 len: 854 time: 0.0603318 Jun 07 07:06:37.178746 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-87107738-bfc9-4a5c-b4f5-bbdcfe135ba4 req-e4112d07-c68f-4538-b93d-032dcc0e5d11 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8a32d4bd-befe-45f8-9217-bbd76bffd31c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404451 Jun 07 07:06:37.315312 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-87107738-bfc9-4a5c-b4f5-bbdcfe135ba4 req-9158cb60-81e0-4272-887f-69a2b98d087f service neutron] 10.222.0.44 "GET /v2.0/networks/8a32d4bd-befe-45f8-9217-bbd76bffd31c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298566 Jun 07 07:06:37.450618 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-87107738-bfc9-4a5c-b4f5-bbdcfe135ba4 req-a1d195fb-3153-443d-9bb7-2b1d7f484f2c service neutron] 10.222.0.44 "GET /v2.0/networks/8a32d4bd-befe-45f8-9217-bbd76bffd31c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286252 Jun 07 07:06:37.901672 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-a15bf2b9-a019-4470-82d2-b96ed2f4551a tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:37.902926 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-a15bf2b9-a019-4470-82d2-b96ed2f4551a tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.44 "GET /v2.0/networks?id=8a32d4bd-befe-45f8-9217-bbd76bffd31c HTTP/1.1" status: 200 len: 814 time: 0.1555142 Jun 07 07:06:37.906894 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:37.916090 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-b2b8ba67-5295-4a5e-a04d-651eddc2b198 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Request body: {'port': {'device_id': '373c55d2-a364-40df-ac57-c1a7f2152e94', 'network_id': '8a32d4bd-befe-45f8-9217-bbd76bffd31c', 'admin_state_up': True, 'tenant_id': '2d898c71b2ab437e9598c97bba479402'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:06:37.965384 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-8ff62b2e-59e2-4a27-8c45-e51d6f46f832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:38.165718 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-440bacd1-ce3d-40ae-919d-d29a03537620 req-879442e1-c443-48c2-bc68-96f447dbbdec tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?device_id=373c55d2-a364-40df-ac57-c1a7f2152e94 HTTP/1.1" status: 200 len: 210 time: 0.1954553 Jun 07 07:06:38.220853 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-b2b8ba67-5295-4a5e-a04d-651eddc2b198 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Made reservation on behalf of 2d898c71b2ab437e9598c97bba479402 for: {'port': 1} {{(pid=91758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 07:06:38.224362 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-b2b8ba67-5295-4a5e-a04d-651eddc2b198 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:38.378759 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.db_base_plugin_common [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-b2b8ba67-5295-4a5e-a04d-651eddc2b198 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Allocated IP 172.20.0.7 (8a32d4bd-befe-45f8-9217-bbd76bffd31c/c4f6d79b-b121-450e-bdfb-294b4f31dc91/edcb5290-a385-49e8-850f-bd7c72a8c974) {{(pid=91758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 07:06:38.573851 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-b2b8ba67-5295-4a5e-a04d-651eddc2b198 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Notify callbacks [] for port, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:38.601057 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-b2b8ba67-5295-4a5e-a04d-651eddc2b198 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:38.606299 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-eaa8df5e-eeed-4dd2-ac8f-5e87d2905c9f tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:06:38.615086 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] get_ports_and_sgs() called for port_ids ['fdc2967c-1478-4458-9a1d-ea80b5903b18', 'dc65f586-7d70-4641-b93a-9b06bada88b2'] {{(pid=91760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 07:06:38.672718 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-b2b8ba67-5295-4a5e-a04d-651eddc2b198 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Network 8a32d4bd-befe-45f8-9217-bbd76bffd31c is already hosted by enough agents. {{(pid=91758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 07:06:38.676542 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.base_scheduler [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-b2b8ba67-5295-4a5e-a04d-651eddc2b198 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Resources bound (agent type, host, resource id): {{(pid=91758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 07:06:38.680372 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-b2b8ba67-5295-4a5e-a04d-651eddc2b198 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Received port after_create {{(pid=91758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 07:06:38.715854 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8ba67-5295-4a5e-a04d-651eddc2b198 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Pushing event updated for resources: {'Port': ['ID=edcb5290-a385-49e8-850f-bd7c72a8c974,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:06:38.720371 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-b2b8ba67-5295-4a5e-a04d-651eddc2b198 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:06:38.748318 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-b2b8ba67-5295-4a5e-a04d-651eddc2b198 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:38.748928 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-b2b8ba67-5295-4a5e-a04d-651eddc2b198 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:38.783815 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-b2b8ba67-5295-4a5e-a04d-651eddc2b198 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8717563 Jun 07 07:06:38.798587 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-39b4343c-af7a-4e4c-9dd1-86561c0f4326 service neutron] Request body: {'port': {'device_id': '373c55d2-a364-40df-ac57-c1a7f2152e94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:06:38.923305 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-39b4343c-af7a-4e4c-9dd1-86561c0f4326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:38.964843 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:39.269254 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-39b4343c-af7a-4e4c-9dd1-86561c0f4326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edcb5290-a385-49e8-850f-bd7c72a8c974 {{(pid=91758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 07:06:39.277213 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-39b4343c-af7a-4e4c-9dd1-86561c0f4326 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:39.291821 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-39b4343c-af7a-4e4c-9dd1-86561c0f4326 service neutron] Transition to ACTIVE for port object edcb5290-a385-49e8-850f-bd7c72a8c974 will not be triggered until provisioned by entity L2. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 07:06:39.294944 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-39b4343c-af7a-4e4c-9dd1-86561c0f4326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2309382'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:39.299324 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-7142c79a-4443-4ac1-a1f7-5988a8db9b06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:06:39.349148 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d55c19-084a-4de0-adbc-8f13ba2ff2ac req-2731dbbd-c0f3-470e-ba74-ab2c5cdebdcd tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:39.350622 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-05d55c19-084a-4de0-adbc-8f13ba2ff2ac req-2731dbbd-c0f3-470e-ba74-ab2c5cdebdcd tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?device_id=373c55d2-a364-40df-ac57-c1a7f2152e94 HTTP/1.1" status: 200 len: 943 time: 0.0820303 Jun 07 07:06:39.399184 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-05d55c19-084a-4de0-adbc-8f13ba2ff2ac req-74205387-44d3-4272-9cfa-4a4b6721bed8 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/security-groups?id=89e5f757-27fa-43d1-95c2-e965a9391725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423262 Jun 07 07:06:39.487030 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4343c-af7a-4e4c-9dd1-86561c0f4326 service neutron] Pushing event updated for resources: {'Port': ['ID=edcb5290-a385-49e8-850f-bd7c72a8c974,revision_number=2']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:06:39.491870 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-39b4343c-af7a-4e4c-9dd1-86561c0f4326 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:06:39.535790 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-39b4343c-af7a-4e4c-9dd1-86561c0f4326 service neutron] Attempting to bind port edcb5290-a385-49e8-850f-bd7c72a8c974 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 07:06:39.536119 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-39b4343c-af7a-4e4c-9dd1-86561c0f4326 service neutron] Attempting to bind port edcb5290-a385-49e8-850f-bd7c72a8c974 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': 'fd5add20-4b3f-454c-bc34-c9b7266e25e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8a32d4bd-befe-45f8-9217-bbd76bffd31c'}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 07:06:39.536441 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-39b4343c-af7a-4e4c-9dd1-86561c0f4326 service neutron] Attempting to bind port edcb5290-a385-49e8-850f-bd7c72a8c974 on network 8a32d4bd-befe-45f8-9217-bbd76bffd31c {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 07:06:39.540865 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-39b4343c-af7a-4e4c-9dd1-86561c0f4326 service neutron] Port edcb5290-a385-49e8-850f-bd7c72a8c974 on network 8a32d4bd-befe-45f8-9217-bbd76bffd31c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 07:06:39.541174 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-39b4343c-af7a-4e4c-9dd1-86561c0f4326 service neutron] Attempting to bind port edcb5290-a385-49e8-850f-bd7c72a8c974 on network 8a32d4bd-befe-45f8-9217-bbd76bffd31c {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 07:06:39.546139 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-39b4343c-af7a-4e4c-9dd1-86561c0f4326 service neutron] Checking agent: {'id': '6ac81f3b-c4b1-4231-aa5b-62c4bc3a8245', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 52, 32), 'started_at': datetime.datetime(2021, 6, 7, 6, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 7, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 07:06:39.546463 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-39b4343c-af7a-4e4c-9dd1-86561c0f4326 service neutron] Checking segment: {'id': 'fd5add20-4b3f-454c-bc34-c9b7266e25e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8a32d4bd-befe-45f8-9217-bbd76bffd31c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 07:06:39.546833 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-39b4343c-af7a-4e4c-9dd1-86561c0f4326 service neutron] Bound using segment: {'id': 'fd5add20-4b3f-454c-bc34-c9b7266e25e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8a32d4bd-befe-45f8-9217-bbd76bffd31c'} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 07:06:39.547246 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-39b4343c-af7a-4e4c-9dd1-86561c0f4326 service neutron] Bound port: edcb5290-a385-49e8-850f-bd7c72a8c974, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd5add20-4b3f-454c-bc34-c9b7266e25e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8a32d4bd-befe-45f8-9217-bbd76bffd31c'}}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 07:06:39.547580 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-39b4343c-af7a-4e4c-9dd1-86561c0f4326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:39.636163 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-39b4343c-af7a-4e4c-9dd1-86561c0f4326 service neutron] For port edcb5290-a385-49e8-850f-bd7c72a8c974, host hv-cinder-78414, cleared binding levels {{(pid=91758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 07:06:39.639011 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-39b4343c-af7a-4e4c-9dd1-86561c0f4326 service neutron] For port edcb5290-a385-49e8-850f-bd7c72a8c974, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=edcb5290-a385-49e8-850f-bd7c72a8c974,segment=NetworkSegment(fd5add20-4b3f-454c-bc34-c9b7266e25e1),segment_id=fd5add20-4b3f-454c-bc34-c9b7266e25e1)] {{(pid=91758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 07:06:39.643237 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-39b4343c-af7a-4e4c-9dd1-86561c0f4326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2309382'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:39.648102 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-a95a8467-c052-4ad2-8b4b-53343fc58f69 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:06:39.701192 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-39b4343c-af7a-4e4c-9dd1-86561c0f4326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:39.702064 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-39b4343c-af7a-4e4c-9dd1-86561c0f4326 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:39.704030 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-39b4343c-af7a-4e4c-9dd1-86561c0f4326 service neutron] 10.222.0.44 "PUT /v2.0/ports/edcb5290-a385-49e8-850f-bd7c72a8c974 HTTP/1.1" status: 200 len: 1093 time: 0.9108584 Jun 07 07:06:39.704687 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373c55d2-a364-40df-ac57-c1a7f2152e94', 'tag': 'edcb5290-a385-49e8-850f-bd7c72a8c974'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:06:39.708708 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec36a6c19c8fb969b847be0da992033db50c3714a14aa90e68a12edeb3f3a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e539bdb-afb1-4681-8151-203c3c0b51af" -d '{"events": [{"name": "network-changed", "server_uuid": "373c55d2-a364-40df-ac57-c1a7f2152e94", "tag": "edcb5290-a385-49e8-850f-bd7c72a8c974"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:06:39.731687 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4343c-af7a-4e4c-9dd1-86561c0f4326 service neutron] Pushing event updated for resources: {'Port': ['ID=edcb5290-a385-49e8-850f-bd7c72a8c974,revision_number=3']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:06:39.734568 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-39b4343c-af7a-4e4c-9dd1-86561c0f4326 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:06:39.783748 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 07:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53c5139-1a42-4e94-a40d-094482f77a28 x-openstack-request-id: req-a53c5139-1a42-4e94-a40d-094482f77a28 {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:06:39.784068 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "373c55d2-a364-40df-ac57-c1a7f2152e94", "tag": "edcb5290-a385-49e8-850f-bd7c72a8c974", "status": "completed", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:06:39.784353 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a53c5139-1a42-4e94-a40d-094482f77a28 {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:06:39.784769 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '373c55d2-a364-40df-ac57-c1a7f2152e94', 'tag': 'edcb5290-a385-49e8-850f-bd7c72a8c974', 'status': 'completed', 'code': 200} Jun 07 07:06:39.829192 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-cdb120bf-7511-47a6-9ff4-58f53f0dade7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:39.830706 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-cdb120bf-7511-47a6-9ff4-58f53f0dade7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2d898c71b2ab437e9598c97bba479402&device_id=373c55d2-a364-40df-ac57-c1a7f2152e94 HTTP/1.1" status: 200 len: 1096 time: 0.0782583 Jun 07 07:06:39.896603 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-9feb8a9c-aa70-465f-ad9c-70792e1aaa56 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edcb5290-a385-49e8-850f-bd7c72a8c974 HTTP/1.1" status: 200 len: 217 time: 0.0585942 Jun 07 07:06:40.059665 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-198f6eeb-47f6-46c6-b01b-00bb51be730a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:40.060979 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-198f6eeb-47f6-46c6-b01b-00bb51be730a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c4f6d79b-b121-450e-bdfb-294b4f31dc91 HTTP/1.1" status: 200 len: 854 time: 0.1572707 Jun 07 07:06:40.112332 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-9b597a3e-c7c4-44dc-867d-9e3add49dd83 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8a32d4bd-befe-45f8-9217-bbd76bffd31c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442173 Jun 07 07:06:40.242166 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-d1a20e38-fa36-4ff9-91dd-d46cd8b54ecc service neutron] 10.222.0.44 "GET /v2.0/networks/8a32d4bd-befe-45f8-9217-bbd76bffd31c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236236 Jun 07 07:06:40.377129 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0948d7fc-ae40-4f30-85db-22ac97930e81 req-c11b4a90-8c8a-4387-b81f-2e0a8b93f8ec service neutron] 10.222.0.44 "GET /v2.0/networks/8a32d4bd-befe-45f8-9217-bbd76bffd31c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285176 Jun 07 07:06:40.493733 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e539bdb-afb1-4681-8151-203c3c0b51af req-81431078-0482-49e2-bb4b-cbe801a35498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:40.495649 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-4e539bdb-afb1-4681-8151-203c3c0b51af req-81431078-0482-49e2-bb4b-cbe801a35498 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2d898c71b2ab437e9598c97bba479402&device_id=373c55d2-a364-40df-ac57-c1a7f2152e94 HTTP/1.1" status: 200 len: 1096 time: 0.0749738 Jun 07 07:06:40.591958 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1f900-a8bb-45ee-9370-3e4586065ca0 req-c7eee21b-3328-478a-b7b8-9f735e8044fe tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:40.593397 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-06c1f900-a8bb-45ee-9370-3e4586065ca0 req-c7eee21b-3328-478a-b7b8-9f735e8044fe tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?device_id=373c55d2-a364-40df-ac57-c1a7f2152e94 HTTP/1.1" status: 200 len: 943 time: 0.0840809 Jun 07 07:06:40.627481 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e539bdb-afb1-4681-8151-203c3c0b51af req-1ad79158-0c0c-4d86-a5c1-afbd9a258b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:40.628956 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-4e539bdb-afb1-4681-8151-203c3c0b51af req-1ad79158-0c0c-4d86-a5c1-afbd9a258b0a service neutron] 10.222.0.44 "GET /v2.0/networks?id=8a32d4bd-befe-45f8-9217-bbd76bffd31c HTTP/1.1" status: 200 len: 915 time: 0.1260858 Jun 07 07:06:40.637828 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-06c1f900-a8bb-45ee-9370-3e4586065ca0 req-5149efe8-d0e6-479f-b74d-80a0dcdf4c64 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/security-groups?id=89e5f757-27fa-43d1-95c2-e965a9391725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381091 Jun 07 07:06:40.663447 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:40.697465 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-4e539bdb-afb1-4681-8151-203c3c0b51af req-b55f022b-4e29-4a1a-9236-668891139fb1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edcb5290-a385-49e8-850f-bd7c72a8c974 HTTP/1.1" status: 200 len: 217 time: 0.0608459 Jun 07 07:06:40.762768 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e539bdb-afb1-4681-8151-203c3c0b51af req-db90746f-60cf-4366-861c-f07609d97e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:40.764187 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-4e539bdb-afb1-4681-8151-203c3c0b51af req-db90746f-60cf-4366-861c-f07609d97e98 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c4f6d79b-b121-450e-bdfb-294b4f31dc91 HTTP/1.1" status: 200 len: 854 time: 0.0604334 Jun 07 07:06:40.815265 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-4e539bdb-afb1-4681-8151-203c3c0b51af req-7cf13fc0-fab4-4d4a-b442-e4d592eccefb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8a32d4bd-befe-45f8-9217-bbd76bffd31c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434942 Jun 07 07:06:40.945368 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-4e539bdb-afb1-4681-8151-203c3c0b51af req-a0360803-6dc2-438a-91d3-e4c06985e483 service neutron] 10.222.0.44 "GET /v2.0/networks/8a32d4bd-befe-45f8-9217-bbd76bffd31c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226141 Jun 07 07:06:41.083510 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-4e539bdb-afb1-4681-8151-203c3c0b51af req-e91d08dd-1a5d-473f-bb96-372b7493082e service neutron] 10.222.0.44 "GET /v2.0/networks/8a32d4bd-befe-45f8-9217-bbd76bffd31c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270030 Jun 07 07:06:41.831462 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51849239-94fc-4036-b429-b8834f8eb191 req-19bc50a2-9269-4cf1-907b-589b2307bb0f tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:41.833563 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-51849239-94fc-4036-b429-b8834f8eb191 req-19bc50a2-9269-4cf1-907b-589b2307bb0f tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?device_id=373c55d2-a364-40df-ac57-c1a7f2152e94 HTTP/1.1" status: 200 len: 943 time: 0.0882430 Jun 07 07:06:41.875879 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-51849239-94fc-4036-b429-b8834f8eb191 req-e72db71b-f22a-48af-83b4-812ba2dfed22 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/security-groups?id=89e5f757-27fa-43d1-95c2-e965a9391725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367856 Jun 07 07:06:41.959923 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device edcb5290-a385-49e8-850f-bd7c72a8c974 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 07:06:42.094695 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port edcb5290-a385-49e8-850f-bd7c72a8c974, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=edcb5290-a385-49e8-850f-bd7c72a8c974,segment=NetworkSegment(fd5add20-4b3f-454c-bc34-c9b7266e25e1),segment_id=fd5add20-4b3f-454c-bc34-c9b7266e25e1)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:06:42.108392 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Returning: {'device': 'edcb5290-a385-49e8-850f-bd7c72a8c974', 'network_id': '8a32d4bd-befe-45f8-9217-bbd76bffd31c', 'port_id': 'edcb5290-a385-49e8-850f-bd7c72a8c974', 'mac_address': 'fa:16:3e:26:64:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4f6d79b-b121-450e-bdfb-294b4f31dc91', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 07:06:42.165212 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:42.182038 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edcb5290-a385-49e8-850f-bd7c72a8c974 {{(pid=91760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 07:06:42.200273 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port edcb5290-a385-49e8-850f-bd7c72a8c974, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=edcb5290-a385-49e8-850f-bd7c72a8c974,segment=NetworkSegment(fd5add20-4b3f-454c-bc34-c9b7266e25e1),segment_id=fd5add20-4b3f-454c-bc34-c9b7266e25e1)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:06:42.204782 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:42.206521 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:06:42.279835 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=edcb5290-a385-49e8-850f-bd7c72a8c974,revision_number=4']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:06:42.282798 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:06:42.482425 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] get_ports_and_sgs() called for port_ids ['edcb5290-a385-49e8-850f-bd7c72a8c974'] {{(pid=91760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 07:06:43.062314 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ef532-0efe-405f-853f-c200aa7cb151 req-c54f9fb2-b860-4ee9-a180-88aab67da43d tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:43.063743 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-637ef532-0efe-405f-853f-c200aa7cb151 req-c54f9fb2-b860-4ee9-a180-88aab67da43d tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?device_id=373c55d2-a364-40df-ac57-c1a7f2152e94 HTTP/1.1" status: 200 len: 944 time: 0.0830400 Jun 07 07:06:43.106942 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-637ef532-0efe-405f-853f-c200aa7cb151 req-096dcbb6-682f-4403-9774-89ee7c133b9a tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/security-groups?id=89e5f757-27fa-43d1-95c2-e965a9391725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369515 Jun 07 07:06:43.975245 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device edcb5290-a385-49e8-850f-bd7c72a8c974 up at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 07:06:44.040748 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Provisioning for port edcb5290-a385-49e8-850f-bd7c72a8c974 completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 07:06:44.045157 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Provisioning complete for port edcb5290-a385-49e8-850f-bd7c72a8c974 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:06:44.045561 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:44.163667 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:44.190417 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373c55d2-a364-40df-ac57-c1a7f2152e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edcb5290-a385-49e8-850f-bd7c72a8c974'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:06:44.193282 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bdfcc22c2f6cd30966a80f508f9d4395b4bd329b93c89cee5ea7ddf2c7e5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec3afc4-d4f5-4be8-b896-cb2f9f7ce90f" -d '{"events": [{"server_uuid": "373c55d2-a364-40df-ac57-c1a7f2152e94", "name": "network-vif-plugged", "status": "completed", "tag": "edcb5290-a385-49e8-850f-bd7c72a8c974"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:06:44.200648 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port edcb5290-a385-49e8-850f-bd7c72a8c974, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=edcb5290-a385-49e8-850f-bd7c72a8c974,segment=NetworkSegment(fd5add20-4b3f-454c-bc34-c9b7266e25e1),segment_id=fd5add20-4b3f-454c-bc34-c9b7266e25e1)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:06:44.204365 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:44.206010 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:06:44.240750 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 07:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a337f07d-8236-4148-9651-5f3b1e62716c x-openstack-request-id: req-a337f07d-8236-4148-9651-5f3b1e62716c {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:06:44.240943 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373c55d2-a364-40df-ac57-c1a7f2152e94", "name": "network-vif-plugged", "status": "completed", "tag": "edcb5290-a385-49e8-850f-bd7c72a8c974", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:06:44.241127 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a337f07d-8236-4148-9651-5f3b1e62716c {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:06:44.241518 dv-cinder-784140-5-iscsi neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373c55d2-a364-40df-ac57-c1a7f2152e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edcb5290-a385-49e8-850f-bd7c72a8c974', 'code': 200} Jun 07 07:06:44.275451 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=edcb5290-a385-49e8-850f-bd7c72a8c974,revision_number=5']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:06:44.278380 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:06:44.294484 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12026ff8-7b03-4499-8056-c4ec580edbd9 req-df3d3b30-f768-4981-9bf7-aa82d3f386b6 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:44.295931 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-12026ff8-7b03-4499-8056-c4ec580edbd9 req-df3d3b30-f768-4981-9bf7-aa82d3f386b6 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?device_id=373c55d2-a364-40df-ac57-c1a7f2152e94 HTTP/1.1" status: 200 len: 945 time: 0.0828156 Jun 07 07:06:44.342738 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-12026ff8-7b03-4499-8056-c4ec580edbd9 req-c44904b5-a472-40f8-a437-0c9d71689daa tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/security-groups?id=89e5f757-27fa-43d1-95c2-e965a9391725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398123 Jun 07 07:06:44.472183 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c266005-2785-4473-989a-d1c299d176c6 req-763e7755-b89c-4339-a888-c092d9353579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:44.475012 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-1c266005-2785-4473-989a-d1c299d176c6 req-763e7755-b89c-4339-a888-c092d9353579 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=373c55d2-a364-40df-ac57-c1a7f2152e94 HTTP/1.1" status: 200 len: 1098 time: 0.0740860 Jun 07 07:06:44.518782 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-1c266005-2785-4473-989a-d1c299d176c6 req-7b1213a4-7d8f-43eb-a83a-1c2bfe0a857d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=89e5f757-27fa-43d1-95c2-e965a9391725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334282 Jun 07 07:06:45.541909 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b792629-f5f0-473d-9300-8f5931e04c6d req-a94cb208-3a3f-4b3c-9b4d-64620946e631 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:45.543342 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-9b792629-f5f0-473d-9300-8f5931e04c6d req-a94cb208-3a3f-4b3c-9b4d-64620946e631 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?device_id=373c55d2-a364-40df-ac57-c1a7f2152e94 HTTP/1.1" status: 200 len: 945 time: 0.0918071 Jun 07 07:06:45.587278 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-9b792629-f5f0-473d-9300-8f5931e04c6d req-25f93905-1495-4414-8ddc-b9beea71e06b tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/security-groups?id=89e5f757-27fa-43d1-95c2-e965a9391725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383768 Jun 07 07:06:46.769379 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa3995-71c5-4740-97a1-66cc1d9ffeaa req-930d21f7-bf93-46b2-8d51-8c2a5f3f44e6 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:46.770837 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-7efa3995-71c5-4740-97a1-66cc1d9ffeaa req-930d21f7-bf93-46b2-8d51-8c2a5f3f44e6 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?device_id=373c55d2-a364-40df-ac57-c1a7f2152e94 HTTP/1.1" status: 200 len: 945 time: 0.0785675 Jun 07 07:06:46.814897 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-7efa3995-71c5-4740-97a1-66cc1d9ffeaa req-19b841e9-9346-4571-afd3-60b2e4dfc123 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/security-groups?id=89e5f757-27fa-43d1-95c2-e965a9391725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385046 Jun 07 07:06:52.254729 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.agents_db [None req-46aecb79-32b8-4105-868b-523cea85afea None None] Agent healthcheck: found 6 active agents {{(pid=91761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 07:06:57.392096 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-61382251-ccd0-46e3-ba31-469ec94ea8c3 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:57.393428 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-61382251-ccd0-46e3-ba31-469ec94ea8c3 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/networks?id=8a32d4bd-befe-45f8-9217-bbd76bffd31c HTTP/1.1" status: 200 len: 814 time: 0.1445773 Jun 07 07:06:57.407775 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-40cbbd7f-e687-4371-a8b5-feb7c90d1da8 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/quotas/2d898c71b2ab437e9598c97bba479402 HTTP/1.1" status: 200 len: 375 time: 0.0088832 Jun 07 07:06:57.581588 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-5c42380f-3dbf-4a36-9352-082e5e2e312c tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d898c71b2ab437e9598c97bba479402&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1683660 Jun 07 07:06:57.709470 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-a3daa76c-ba52-41fd-b6a3-8eada6e315dc service neutron] 10.222.0.35 "GET /v2.0/networks/8a32d4bd-befe-45f8-9217-bbd76bffd31c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206882 Jun 07 07:06:57.839393 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-1c1dafb4-afe3-4305-9c54-04b03c1887e1 service neutron] 10.222.0.35 "GET /v2.0/networks/8a32d4bd-befe-45f8-9217-bbd76bffd31c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244543 Jun 07 07:06:58.107638 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-01d5d480-6c8b-4572-9e0d-9343426a2048 req-e7ab03f8-4a43-4ccf-ba08-01325d062aef tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?device_id=9bbf3744-506b-4443-b25c-01407b063724 HTTP/1.1" status: 200 len: 210 time: 0.1386423 Jun 07 07:06:59.074716 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-bb2c21fa-da71-4455-8a8e-14353e686bf9 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:59.076195 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-bb2c21fa-da71-4455-8a8e-14353e686bf9 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.44 "GET /v2.0/networks?id=8a32d4bd-befe-45f8-9217-bbd76bffd31c HTTP/1.1" status: 200 len: 814 time: 0.1473062 Jun 07 07:06:59.088138 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-eda18cc1-6a1d-48b0-8eea-32779c8363e1 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Request body: {'port': {'device_id': '9bbf3744-506b-4443-b25c-01407b063724', 'network_id': '8a32d4bd-befe-45f8-9217-bbd76bffd31c', 'admin_state_up': True, 'tenant_id': '2d898c71b2ab437e9598c97bba479402'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:06:59.272807 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-cf9e7509-8dd6-4014-a85f-8464f2107ad4 req-4d9cc2fb-7194-48a1-a2c8-9df9d312dd98 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?device_id=9bbf3744-506b-4443-b25c-01407b063724 HTTP/1.1" status: 200 len: 210 time: 0.0522320 Jun 07 07:06:59.291743 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-eda18cc1-6a1d-48b0-8eea-32779c8363e1 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Made reservation on behalf of 2d898c71b2ab437e9598c97bba479402 for: {'port': 1} {{(pid=91758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 07:06:59.295338 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-eda18cc1-6a1d-48b0-8eea-32779c8363e1 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:59.455724 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.db_base_plugin_common [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-eda18cc1-6a1d-48b0-8eea-32779c8363e1 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Allocated IP 172.20.0.2 (8a32d4bd-befe-45f8-9217-bbd76bffd31c/c4f6d79b-b121-450e-bdfb-294b4f31dc91/f3c61b8a-4bec-43ec-a173-e0d0ebc9d016) {{(pid=91758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 07:06:59.652032 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-eda18cc1-6a1d-48b0-8eea-32779c8363e1 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Notify callbacks [] for port, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:59.679990 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-eda18cc1-6a1d-48b0-8eea-32779c8363e1 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:59.686865 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-d8f3f221-bd84-4181-ac30-6b0d25a8603d tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:06:59.692076 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] get_ports_and_sgs() called for port_ids ['fdc2967c-1478-4458-9a1d-ea80b5903b18', 'dc65f586-7d70-4641-b93a-9b06bada88b2', 'edcb5290-a385-49e8-850f-bd7c72a8c974'] {{(pid=91760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 07:06:59.746689 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-eda18cc1-6a1d-48b0-8eea-32779c8363e1 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Network 8a32d4bd-befe-45f8-9217-bbd76bffd31c is already hosted by enough agents. {{(pid=91758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 07:06:59.749679 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.base_scheduler [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-eda18cc1-6a1d-48b0-8eea-32779c8363e1 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Resources bound (agent type, host, resource id): {{(pid=91758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 07:06:59.754755 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-eda18cc1-6a1d-48b0-8eea-32779c8363e1 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Received port after_create {{(pid=91758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 07:06:59.797856 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda18cc1-6a1d-48b0-8eea-32779c8363e1 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Pushing event updated for resources: {'Port': ['ID=f3c61b8a-4bec-43ec-a173-e0d0ebc9d016,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:06:59.808650 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda18cc1-6a1d-48b0-8eea-32779c8363e1 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:06:59.809029 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda18cc1-6a1d-48b0-8eea-32779c8363e1 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:06:59.809400 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda18cc1-6a1d-48b0-8eea-32779c8363e1 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:06:59.809766 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda18cc1-6a1d-48b0-8eea-32779c8363e1 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:06:59.810155 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda18cc1-6a1d-48b0-8eea-32779c8363e1 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:06:59.810520 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda18cc1-6a1d-48b0-8eea-32779c8363e1 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:06:59.810880 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda18cc1-6a1d-48b0-8eea-32779c8363e1 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:06:59.811236 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda18cc1-6a1d-48b0-8eea-32779c8363e1 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:06:59.811591 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda18cc1-6a1d-48b0-8eea-32779c8363e1 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:06:59.811951 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda18cc1-6a1d-48b0-8eea-32779c8363e1 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:06:59.812303 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda18cc1-6a1d-48b0-8eea-32779c8363e1 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:06:59.812654 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda18cc1-6a1d-48b0-8eea-32779c8363e1 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:06:59.822769 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-eda18cc1-6a1d-48b0-8eea-32779c8363e1 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:06:59.838643 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-eda18cc1-6a1d-48b0-8eea-32779c8363e1 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:06:59.839244 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-eda18cc1-6a1d-48b0-8eea-32779c8363e1 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:06:59.857503 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-eda18cc1-6a1d-48b0-8eea-32779c8363e1 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7729032 Jun 07 07:06:59.869958 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-9d5bb38b-7e7c-4fab-a63a-37ee98a91d8f service neutron] Request body: {'port': {'device_id': '9bbf3744-506b-4443-b25c-01407b063724', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:06:59.979623 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-9d5bb38b-7e7c-4fab-a63a-37ee98a91d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:00.406417 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-9d5bb38b-7e7c-4fab-a63a-37ee98a91d8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3c61b8a-4bec-43ec-a173-e0d0ebc9d016 {{(pid=91758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 07:07:00.414457 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-9d5bb38b-7e7c-4fab-a63a-37ee98a91d8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:00.429261 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-9d5bb38b-7e7c-4fab-a63a-37ee98a91d8f service neutron] Transition to ACTIVE for port object f3c61b8a-4bec-43ec-a173-e0d0ebc9d016 will not be triggered until provisioned by entity L2. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 07:07:00.433542 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-9d5bb38b-7e7c-4fab-a63a-37ee98a91d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2309382'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:00.437955 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-b2b8ba67-5295-4a5e-a04d-651eddc2b198 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:07:00.461128 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ea69b-6989-4a0e-9fbc-e83ee853817b req-d30283fb-ce5b-4d99-8090-cf30fcd0cbf8 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:07:00.462616 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-516ea69b-6989-4a0e-9fbc-e83ee853817b req-d30283fb-ce5b-4d99-8090-cf30fcd0cbf8 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?device_id=9bbf3744-506b-4443-b25c-01407b063724 HTTP/1.1" status: 200 len: 931 time: 0.0823529 Jun 07 07:07:00.510571 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-516ea69b-6989-4a0e-9fbc-e83ee853817b req-993d301c-e35e-4c72-af94-a3cdf28fabfc tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/security-groups?id=89e5f757-27fa-43d1-95c2-e965a9391725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423265 Jun 07 07:07:00.587087 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5bb38b-7e7c-4fab-a63a-37ee98a91d8f service neutron] Pushing event updated for resources: {'Port': ['ID=f3c61b8a-4bec-43ec-a173-e0d0ebc9d016,revision_number=2']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:07:00.593890 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-9d5bb38b-7e7c-4fab-a63a-37ee98a91d8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:07:00.660550 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-9d5bb38b-7e7c-4fab-a63a-37ee98a91d8f service neutron] Attempting to bind port f3c61b8a-4bec-43ec-a173-e0d0ebc9d016 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 07:07:00.660809 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-9d5bb38b-7e7c-4fab-a63a-37ee98a91d8f service neutron] Attempting to bind port f3c61b8a-4bec-43ec-a173-e0d0ebc9d016 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': 'fd5add20-4b3f-454c-bc34-c9b7266e25e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8a32d4bd-befe-45f8-9217-bbd76bffd31c'}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 07:07:00.661147 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-9d5bb38b-7e7c-4fab-a63a-37ee98a91d8f service neutron] Attempting to bind port f3c61b8a-4bec-43ec-a173-e0d0ebc9d016 on network 8a32d4bd-befe-45f8-9217-bbd76bffd31c {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 07:07:00.665916 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-9d5bb38b-7e7c-4fab-a63a-37ee98a91d8f service neutron] Port f3c61b8a-4bec-43ec-a173-e0d0ebc9d016 on network 8a32d4bd-befe-45f8-9217-bbd76bffd31c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 07:07:00.666236 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-9d5bb38b-7e7c-4fab-a63a-37ee98a91d8f service neutron] Attempting to bind port f3c61b8a-4bec-43ec-a173-e0d0ebc9d016 on network 8a32d4bd-befe-45f8-9217-bbd76bffd31c {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 07:07:00.671172 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-9d5bb38b-7e7c-4fab-a63a-37ee98a91d8f service neutron] Checking agent: {'id': '6ac81f3b-c4b1-4231-aa5b-62c4bc3a8245', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 52, 32), 'started_at': datetime.datetime(2021, 6, 7, 6, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 7, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 07:07:00.671502 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-9d5bb38b-7e7c-4fab-a63a-37ee98a91d8f service neutron] Checking segment: {'id': 'fd5add20-4b3f-454c-bc34-c9b7266e25e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8a32d4bd-befe-45f8-9217-bbd76bffd31c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 07:07:00.671879 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-9d5bb38b-7e7c-4fab-a63a-37ee98a91d8f service neutron] Bound using segment: {'id': 'fd5add20-4b3f-454c-bc34-c9b7266e25e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8a32d4bd-befe-45f8-9217-bbd76bffd31c'} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 07:07:00.672299 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-9d5bb38b-7e7c-4fab-a63a-37ee98a91d8f service neutron] Bound port: f3c61b8a-4bec-43ec-a173-e0d0ebc9d016, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd5add20-4b3f-454c-bc34-c9b7266e25e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8a32d4bd-befe-45f8-9217-bbd76bffd31c'}}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 07:07:00.672648 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-9d5bb38b-7e7c-4fab-a63a-37ee98a91d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:00.757663 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-9d5bb38b-7e7c-4fab-a63a-37ee98a91d8f service neutron] For port f3c61b8a-4bec-43ec-a173-e0d0ebc9d016, host hv-cinder-78414, cleared binding levels {{(pid=91758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 07:07:00.760558 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-9d5bb38b-7e7c-4fab-a63a-37ee98a91d8f service neutron] For port f3c61b8a-4bec-43ec-a173-e0d0ebc9d016, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=f3c61b8a-4bec-43ec-a173-e0d0ebc9d016,segment=NetworkSegment(fd5add20-4b3f-454c-bc34-c9b7266e25e1),segment_id=fd5add20-4b3f-454c-bc34-c9b7266e25e1)] {{(pid=91758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 07:07:00.764836 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-9d5bb38b-7e7c-4fab-a63a-37ee98a91d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2309382'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:00.769730 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-f8bb10c8-88c8-42d8-84d5-20b68cfc18a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:07:00.828281 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-9d5bb38b-7e7c-4fab-a63a-37ee98a91d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:07:00.828882 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-9d5bb38b-7e7c-4fab-a63a-37ee98a91d8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:00.830229 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-9d5bb38b-7e7c-4fab-a63a-37ee98a91d8f service neutron] 10.222.0.44 "PUT /v2.0/ports/f3c61b8a-4bec-43ec-a173-e0d0ebc9d016 HTTP/1.1" status: 200 len: 1093 time: 0.9643416 Jun 07 07:07:00.830715 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bbf3744-506b-4443-b25c-01407b063724', 'tag': 'f3c61b8a-4bec-43ec-a173-e0d0ebc9d016'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:07:00.833090 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec36a6c19c8fb969b847be0da992033db50c3714a14aa90e68a12edeb3f3a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a56c7c-9df7-4b47-af94-ccb15756b408" -d '{"events": [{"name": "network-changed", "server_uuid": "9bbf3744-506b-4443-b25c-01407b063724", "tag": "f3c61b8a-4bec-43ec-a173-e0d0ebc9d016"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:07:00.849938 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5bb38b-7e7c-4fab-a63a-37ee98a91d8f service neutron] Pushing event updated for resources: {'Port': ['ID=f3c61b8a-4bec-43ec-a173-e0d0ebc9d016,revision_number=3']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:07:00.852759 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-9d5bb38b-7e7c-4fab-a63a-37ee98a91d8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:07:00.899205 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 07:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d85ff5-479a-4ffc-b898-7ef77c86c742 x-openstack-request-id: req-a1d85ff5-479a-4ffc-b898-7ef77c86c742 {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:07:00.899531 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bbf3744-506b-4443-b25c-01407b063724", "tag": "f3c61b8a-4bec-43ec-a173-e0d0ebc9d016", "status": "completed", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:07:00.899820 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a1d85ff5-479a-4ffc-b898-7ef77c86c742 {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:07:00.900232 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bbf3744-506b-4443-b25c-01407b063724', 'tag': 'f3c61b8a-4bec-43ec-a173-e0d0ebc9d016', 'status': 'completed', 'code': 200} Jun 07 07:07:00.938987 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-ea9c6759-5917-4a03-a5c9-6bf1eb15b17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:07:00.940337 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-ea9c6759-5917-4a03-a5c9-6bf1eb15b17b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2d898c71b2ab437e9598c97bba479402&device_id=9bbf3744-506b-4443-b25c-01407b063724 HTTP/1.1" status: 200 len: 1096 time: 0.0725965 Jun 07 07:07:01.011246 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-d273dd56-e990-402d-a4ea-9bfb3fa7f12b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f3c61b8a-4bec-43ec-a173-e0d0ebc9d016 HTTP/1.1" status: 200 len: 217 time: 0.0621123 Jun 07 07:07:01.073030 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-004a56cc-7d44-4bc9-97cd-f984b5908bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:07:01.074486 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-004a56cc-7d44-4bc9-97cd-f984b5908bc3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c4f6d79b-b121-450e-bdfb-294b4f31dc91 HTTP/1.1" status: 200 len: 854 time: 0.0560524 Jun 07 07:07:01.124791 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-6a47dbf1-a507-44ef-8376-bf01e8cec597 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8a32d4bd-befe-45f8-9217-bbd76bffd31c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432725 Jun 07 07:07:01.263418 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-4d8c3ccb-2004-4309-a55f-deb51ddd5590 service neutron] 10.222.0.44 "GET /v2.0/networks/8a32d4bd-befe-45f8-9217-bbd76bffd31c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266372 Jun 07 07:07:01.407359 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-b196ea21-b726-43b9-b3a6-d77595aac3d5 req-e99c133a-e900-40e5-ba62-dc982d07a466 service neutron] 10.222.0.44 "GET /v2.0/networks/8a32d4bd-befe-45f8-9217-bbd76bffd31c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344922 Jun 07 07:07:01.527314 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a56c7c-9df7-4b47-af94-ccb15756b408 req-696dc14e-8103-48e6-9666-4aacdb725476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:07:01.528661 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-f4a56c7c-9df7-4b47-af94-ccb15756b408 req-696dc14e-8103-48e6-9666-4aacdb725476 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2d898c71b2ab437e9598c97bba479402&device_id=9bbf3744-506b-4443-b25c-01407b063724 HTTP/1.1" status: 200 len: 1096 time: 0.0714564 Jun 07 07:07:01.663089 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a56c7c-9df7-4b47-af94-ccb15756b408 req-5aaf3228-dec6-47b4-8ffb-ee9bcec14486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:07:01.664510 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-f4a56c7c-9df7-4b47-af94-ccb15756b408 req-5aaf3228-dec6-47b4-8ffb-ee9bcec14486 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8a32d4bd-befe-45f8-9217-bbd76bffd31c HTTP/1.1" status: 200 len: 915 time: 0.1289947 Jun 07 07:07:01.722471 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0a7f8-df40-4384-b110-e2dfa7a23647 req-6b507161-7852-4dcf-81c8-e5ad10bc62ed tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:07:01.723914 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-8cf0a7f8-df40-4384-b110-e2dfa7a23647 req-6b507161-7852-4dcf-81c8-e5ad10bc62ed tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?device_id=9bbf3744-506b-4443-b25c-01407b063724 HTTP/1.1" status: 200 len: 943 time: 0.0890892 Jun 07 07:07:01.735268 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-f4a56c7c-9df7-4b47-af94-ccb15756b408 req-2cb70409-70c1-4114-b318-d13a15efe67c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f3c61b8a-4bec-43ec-a173-e0d0ebc9d016 HTTP/1.1" status: 200 len: 217 time: 0.0635819 Jun 07 07:07:01.769646 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-8cf0a7f8-df40-4384-b110-e2dfa7a23647 req-37d63290-8365-4fc4-b84f-aef35065089e tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/security-groups?id=89e5f757-27fa-43d1-95c2-e965a9391725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401371 Jun 07 07:07:01.797642 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a56c7c-9df7-4b47-af94-ccb15756b408 req-28138d5a-3f44-4510-aebb-c3d65c31bbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:07:01.799157 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-f4a56c7c-9df7-4b47-af94-ccb15756b408 req-28138d5a-3f44-4510-aebb-c3d65c31bbc7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c4f6d79b-b121-450e-bdfb-294b4f31dc91 HTTP/1.1" status: 200 len: 854 time: 0.0568342 Jun 07 07:07:01.852736 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-f4a56c7c-9df7-4b47-af94-ccb15756b408 req-76ce2610-a83f-4043-a0ce-a8e9169f7ed3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8a32d4bd-befe-45f8-9217-bbd76bffd31c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443313 Jun 07 07:07:02.082649 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-f4a56c7c-9df7-4b47-af94-ccb15756b408 req-4cdfb1ce-a538-4742-9225-55044ee9cdbb service neutron] 10.222.0.44 "GET /v2.0/networks/8a32d4bd-befe-45f8-9217-bbd76bffd31c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221353 Jun 07 07:07:02.222716 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-f4a56c7c-9df7-4b47-af94-ccb15756b408 req-e8a6b512-4cfe-4774-afe8-3361ba63b404 service neutron] 10.222.0.44 "GET /v2.0/networks/8a32d4bd-befe-45f8-9217-bbd76bffd31c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264677 Jun 07 07:07:02.908052 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:02.956921 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fafd2c7-701c-4758-9dd2-1e07c395e8fb req-03f6c342-dce1-4cc6-90bd-3aaebd301f43 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:07:02.958387 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-6fafd2c7-701c-4758-9dd2-1e07c395e8fb req-03f6c342-dce1-4cc6-90bd-3aaebd301f43 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?device_id=9bbf3744-506b-4443-b25c-01407b063724 HTTP/1.1" status: 200 len: 943 time: 0.0827303 Jun 07 07:07:03.002562 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-6fafd2c7-701c-4758-9dd2-1e07c395e8fb req-80df5fdf-af6d-4f81-8867-1691534e1f5a tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/security-groups?id=89e5f757-27fa-43d1-95c2-e965a9391725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384905 Jun 07 07:07:04.107085 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device f3c61b8a-4bec-43ec-a173-e0d0ebc9d016 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 07:07:04.185805 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f56890-86d5-4df5-a378-7147e6aa4dd7 req-a2e2da52-8504-4f7f-b3dd-3c3cd8a33105 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:07:04.187445 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-f4f56890-86d5-4df5-a378-7147e6aa4dd7 req-a2e2da52-8504-4f7f-b3dd-3c3cd8a33105 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?device_id=9bbf3744-506b-4443-b25c-01407b063724 HTTP/1.1" status: 200 len: 943 time: 0.0820386 Jun 07 07:07:04.232127 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-f4f56890-86d5-4df5-a378-7147e6aa4dd7 req-c5629552-7f55-4518-b40a-753d0d64ceff tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/security-groups?id=89e5f757-27fa-43d1-95c2-e965a9391725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386293 Jun 07 07:07:04.242903 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port f3c61b8a-4bec-43ec-a173-e0d0ebc9d016, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=f3c61b8a-4bec-43ec-a173-e0d0ebc9d016,segment=NetworkSegment(fd5add20-4b3f-454c-bc34-c9b7266e25e1),segment_id=fd5add20-4b3f-454c-bc34-c9b7266e25e1)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:07:04.256711 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Returning: {'device': 'f3c61b8a-4bec-43ec-a173-e0d0ebc9d016', 'network_id': '8a32d4bd-befe-45f8-9217-bbd76bffd31c', 'port_id': 'f3c61b8a-4bec-43ec-a173-e0d0ebc9d016', 'mac_address': 'fa:16:3e:6e:eb:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4f6d79b-b121-450e-bdfb-294b4f31dc91', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 07:07:04.311712 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:04.327683 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3c61b8a-4bec-43ec-a173-e0d0ebc9d016 {{(pid=91760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 07:07:04.342752 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port f3c61b8a-4bec-43ec-a173-e0d0ebc9d016, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=f3c61b8a-4bec-43ec-a173-e0d0ebc9d016,segment=NetworkSegment(fd5add20-4b3f-454c-bc34-c9b7266e25e1),segment_id=fd5add20-4b3f-454c-bc34-c9b7266e25e1)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:07:04.347414 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:04.349181 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:07:04.414854 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=f3c61b8a-4bec-43ec-a173-e0d0ebc9d016,revision_number=4']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:07:04.421804 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:07:04.422223 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:07:04.422560 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:07:04.422890 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:07:04.423214 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:07:04.423535 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:07:04.423856 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:07:04.424173 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:07:04.424492 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:07:04.425409 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:07:04.425902 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:07:04.426225 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:07:04.429861 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:07:04.588662 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] get_ports_and_sgs() called for port_ids ['f3c61b8a-4bec-43ec-a173-e0d0ebc9d016'] {{(pid=91760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 07:07:05.231942 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-265781b8-b953-4b2c-b8a6-437234bd458d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:05.416338 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea82af-3ea2-4358-87b5-097961a5894b req-7a065961-4ff4-4883-826e-6971e93efbd6 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:07:05.417656 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-b8ea82af-3ea2-4358-87b5-097961a5894b req-7a065961-4ff4-4883-826e-6971e93efbd6 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?device_id=9bbf3744-506b-4443-b25c-01407b063724 HTTP/1.1" status: 200 len: 944 time: 0.0817778 Jun 07 07:07:05.461323 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-b8ea82af-3ea2-4358-87b5-097961a5894b req-b61640bd-90a0-4dc5-a1bb-6b8041eccdae tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/security-groups?id=89e5f757-27fa-43d1-95c2-e965a9391725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381396 Jun 07 07:07:06.137699 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device f3c61b8a-4bec-43ec-a173-e0d0ebc9d016 up at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 07:07:06.203751 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Provisioning for port f3c61b8a-4bec-43ec-a173-e0d0ebc9d016 completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 07:07:06.208720 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Provisioning complete for port f3c61b8a-4bec-43ec-a173-e0d0ebc9d016 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:07:06.209097 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:06.320944 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:06.352001 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bbf3744-506b-4443-b25c-01407b063724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c61b8a-4bec-43ec-a173-e0d0ebc9d016'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:07:06.354688 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bdfcc22c2f6cd30966a80f508f9d4395b4bd329b93c89cee5ea7ddf2c7e5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69b6de6-b4a7-4e4e-89ba-cd64dc5be843" -d '{"events": [{"server_uuid": "9bbf3744-506b-4443-b25c-01407b063724", "name": "network-vif-plugged", "status": "completed", "tag": "f3c61b8a-4bec-43ec-a173-e0d0ebc9d016"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:07:06.362030 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port f3c61b8a-4bec-43ec-a173-e0d0ebc9d016, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=f3c61b8a-4bec-43ec-a173-e0d0ebc9d016,segment=NetworkSegment(fd5add20-4b3f-454c-bc34-c9b7266e25e1),segment_id=fd5add20-4b3f-454c-bc34-c9b7266e25e1)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:07:06.366399 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:06.368193 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-8e813c93-3334-451a-9231-4acd82f256c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:07:06.401720 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 07:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b459f0-7122-4073-b05f-35b94e720fd2 x-openstack-request-id: req-00b459f0-7122-4073-b05f-35b94e720fd2 {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:07:06.402134 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bbf3744-506b-4443-b25c-01407b063724", "name": "network-vif-plugged", "status": "completed", "tag": "f3c61b8a-4bec-43ec-a173-e0d0ebc9d016", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:07:06.402422 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-00b459f0-7122-4073-b05f-35b94e720fd2 {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:07:06.402796 dv-cinder-784140-5-iscsi neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bbf3744-506b-4443-b25c-01407b063724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c61b8a-4bec-43ec-a173-e0d0ebc9d016', 'code': 200} Jun 07 07:07:06.437992 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=f3c61b8a-4bec-43ec-a173-e0d0ebc9d016,revision_number=5']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:07:06.441647 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:07:06.688803 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6a0b0-74f3-4dae-a0a6-c845d2a23ff5 req-45115df2-7114-485c-aaff-ffe47b424e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:07:06.690152 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-2dc6a0b0-74f3-4dae-a0a6-c845d2a23ff5 req-45115df2-7114-485c-aaff-ffe47b424e15 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9bbf3744-506b-4443-b25c-01407b063724 HTTP/1.1" status: 200 len: 1098 time: 0.1287224 Jun 07 07:07:06.701547 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d5237-f32f-4527-8720-376fb3203c82 req-1bb727f9-1c92-4933-b9ba-5d736bde0739 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:07:06.702887 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-a74d5237-f32f-4527-8720-376fb3203c82 req-1bb727f9-1c92-4933-b9ba-5d736bde0739 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?device_id=9bbf3744-506b-4443-b25c-01407b063724 HTTP/1.1" status: 200 len: 945 time: 0.1117368 Jun 07 07:07:06.767260 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-2dc6a0b0-74f3-4dae-a0a6-c845d2a23ff5 req-83d27812-2d40-4c74-8383-28e57679f24d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=89e5f757-27fa-43d1-95c2-e965a9391725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634763 Jun 07 07:07:06.770080 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-a74d5237-f32f-4527-8720-376fb3203c82 req-75e0ee47-d518-45fc-aafa-392ed4ffd4ed tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/security-groups?id=89e5f757-27fa-43d1-95c2-e965a9391725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547585 Jun 07 07:07:07.899815 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:07.965317 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f794c-9f00-4cf2-af5d-431b5b9dbb6e req-9a315caf-8d78-4fda-97bb-f371799a80b3 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:07:07.966289 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-696bc7a8-504e-40ca-9da1-830942a047cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:07.966773 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5f1f794c-9f00-4cf2-af5d-431b5b9dbb6e req-9a315caf-8d78-4fda-97bb-f371799a80b3 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?device_id=9bbf3744-506b-4443-b25c-01407b063724 HTTP/1.1" status: 200 len: 945 time: 0.0873075 Jun 07 07:07:08.012450 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5f1f794c-9f00-4cf2-af5d-431b5b9dbb6e req-dd17b71e-abe0-40bf-90b1-7be20ae27480 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/security-groups?id=89e5f757-27fa-43d1-95c2-e965a9391725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383079 Jun 07 07:07:08.968416 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:10.665680 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:19.978504 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942963c-b366-4dc2-a263-3dc50261de21 req-f08b0258-c3fa-48b3-8659-9935d78b624b tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:07:19.979960 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b942963c-b366-4dc2-a263-3dc50261de21 req-f08b0258-c3fa-48b3-8659-9935d78b624b tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?device_id=9bbf3744-506b-4443-b25c-01407b063724 HTTP/1.1" status: 200 len: 945 time: 0.0795729 Jun 07 07:07:20.027898 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b942963c-b366-4dc2-a263-3dc50261de21 req-d001654b-4bf7-4f80-8fad-fc7e61a8af31 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/security-groups?id=89e5f757-27fa-43d1-95c2-e965a9391725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423832 Jun 07 07:07:21.214757 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635af41-166c-4e76-82f6-026317d700d0 req-0c2136a6-c677-4e21-af56-0707ce23cf30 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:07:21.216171 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-2635af41-166c-4e76-82f6-026317d700d0 req-0c2136a6-c677-4e21-af56-0707ce23cf30 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?device_id=9bbf3744-506b-4443-b25c-01407b063724 HTTP/1.1" status: 200 len: 945 time: 0.0798159 Jun 07 07:07:21.260556 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-2635af41-166c-4e76-82f6-026317d700d0 req-72ece056-abbc-49be-a699-7d3274e8ea70 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/security-groups?id=89e5f757-27fa-43d1-95c2-e965a9391725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389175 Jun 07 07:07:21.646198 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c125e6-685b-4e5c-b2c7-18717cbe6ed5 req-8fb95933-7891-4f9c-9bd7-acbd0216fcdd tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:07:21.647603 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-25c125e6-685b-4e5c-b2c7-18717cbe6ed5 req-8fb95933-7891-4f9c-9bd7-acbd0216fcdd tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bbf3744-506b-4443-b25c-01407b063724 HTTP/1.1" status: 200 len: 945 time: 0.0775290 Jun 07 07:07:21.782992 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [req-25c125e6-685b-4e5c-b2c7-18717cbe6ed5 req-db9b8a31-c84c-4158-8bcc-0a3816c96dd9 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Deleting port f3c61b8a-4bec-43ec-a173-e0d0ebc9d016 {{(pid=91758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:07:21.783332 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-25c125e6-685b-4e5c-b2c7-18717cbe6ed5 req-db9b8a31-c84c-4158-8bcc-0a3816c96dd9 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:21.913961 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [req-25c125e6-685b-4e5c-b2c7-18717cbe6ed5 req-db9b8a31-c84c-4158-8bcc-0a3816c96dd9 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] For port f3c61b8a-4bec-43ec-a173-e0d0ebc9d016, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=f3c61b8a-4bec-43ec-a173-e0d0ebc9d016,segment=NetworkSegment(fd5add20-4b3f-454c-bc34-c9b7266e25e1),segment_id=fd5add20-4b3f-454c-bc34-c9b7266e25e1)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:07:21.914221 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-25c125e6-685b-4e5c-b2c7-18717cbe6ed5 req-db9b8a31-c84c-4158-8bcc-0a3816c96dd9 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:22.037804 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [req-25c125e6-685b-4e5c-b2c7-18717cbe6ed5 req-db9b8a31-c84c-4158-8bcc-0a3816c96dd9 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Calling delete_port for f3c61b8a-4bec-43ec-a173-e0d0ebc9d016 owned by compute:nova {{(pid=91758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:07:22.146065 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-25c125e6-685b-4e5c-b2c7-18717cbe6ed5 req-db9b8a31-c84c-4158-8bcc-0a3816c96dd9 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:22.152398 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-a428837c-799f-46fa-9327-a5402160ca64 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:07:22.157809 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] get_ports_and_sgs() called for port_ids ['fdc2967c-1478-4458-9a1d-ea80b5903b18', 'dc65f586-7d70-4641-b93a-9b06bada88b2', 'edcb5290-a385-49e8-850f-bd7c72a8c974', 'f3c61b8a-4bec-43ec-a173-e0d0ebc9d016'] {{(pid=91760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 07:07:22.197678 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b8a31-c84c-4158-8bcc-0a3816c96dd9 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Pushing event deleted for resources: {'Port': ['ID=f3c61b8a-4bec-43ec-a173-e0d0ebc9d016,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:07:22.200611 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-db9b8a31-c84c-4158-8bcc-0a3816c96dd9 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:07:22.276858 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c125e6-685b-4e5c-b2c7-18717cbe6ed5 req-db9b8a31-c84c-4158-8bcc-0a3816c96dd9 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] No DVR routers for this DVR port f3c61b8a-4bec-43ec-a173-e0d0ebc9d016 on host hv-cinder-78414 {{(pid=91758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 07:07:22.279403 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-25c125e6-685b-4e5c-b2c7-18717cbe6ed5 req-db9b8a31-c84c-4158-8bcc-0a3816c96dd9 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:22.281409 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-25c125e6-685b-4e5c-b2c7-18717cbe6ed5 req-db9b8a31-c84c-4158-8bcc-0a3816c96dd9 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.44 "DELETE /v2.0/ports/f3c61b8a-4bec-43ec-a173-e0d0ebc9d016 HTTP/1.1" status: 204 len: 173 time: 0.6279502 Jun 07 07:07:22.281949 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bbf3744-506b-4443-b25c-01407b063724', 'name': 'network-vif-deleted', 'tag': 'f3c61b8a-4bec-43ec-a173-e0d0ebc9d016'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:07:22.284354 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec36a6c19c8fb969b847be0da992033db50c3714a14aa90e68a12edeb3f3a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b857b4-d40c-4228-8550-e3efc5eb3bd5" -d '{"events": [{"server_uuid": "9bbf3744-506b-4443-b25c-01407b063724", "name": "network-vif-deleted", "tag": "f3c61b8a-4bec-43ec-a173-e0d0ebc9d016"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:07:22.338405 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 07:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4c11dd-07db-46d5-bce2-9418018307a5 x-openstack-request-id: req-6b4c11dd-07db-46d5-bce2-9418018307a5 {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:07:22.338767 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bbf3744-506b-4443-b25c-01407b063724", "name": "network-vif-deleted", "tag": "f3c61b8a-4bec-43ec-a173-e0d0ebc9d016", "status": "completed", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:07:22.339059 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6b4c11dd-07db-46d5-bce2-9418018307a5 {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:07:22.339491 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bbf3744-506b-4443-b25c-01407b063724', 'name': 'network-vif-deleted', 'tag': 'f3c61b8a-4bec-43ec-a173-e0d0ebc9d016', 'status': 'completed', 'code': 200} Jun 07 07:07:22.424057 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-cf7a0992-a1b6-4690-9864-1391b36c5e8a req-a84afcfe-f3f0-47d3-b8b2-e009e25f2c2a tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?device_id=9bbf3744-506b-4443-b25c-01407b063724 HTTP/1.1" status: 200 len: 210 time: 0.0436914 Jun 07 07:07:25.089374 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e415dc-f527-45f9-b461-babe2a0befe1 req-b2881d2c-f543-4996-999c-30e6c0d8cd3e tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:07:25.090834 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-74e415dc-f527-45f9-b461-babe2a0befe1 req-b2881d2c-f543-4996-999c-30e6c0d8cd3e tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?device_id=373c55d2-a364-40df-ac57-c1a7f2152e94 HTTP/1.1" status: 200 len: 945 time: 0.0793631 Jun 07 07:07:25.138249 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-74e415dc-f527-45f9-b461-babe2a0befe1 req-71f588e5-d18e-4630-9287-9ebb85ad764b tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/security-groups?id=89e5f757-27fa-43d1-95c2-e965a9391725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419333 Jun 07 07:07:26.210684 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device f3c61b8a-4bec-43ec-a173-e0d0ebc9d016 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:07:26.247311 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] No Port match for: f3c61b8a-4bec-43ec-a173-e0d0ebc9d016 {{(pid=91760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:07:26.247662 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device f3c61b8a-4bec-43ec-a173-e0d0ebc9d016 not bound to the agent host hv-cinder-78414 {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:07:26.328177 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e302841-66df-4ef9-93bf-0a92a5b83505 req-093f6076-1ec7-4268-98c3-487e62f5b903 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:07:26.329623 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-7e302841-66df-4ef9-93bf-0a92a5b83505 req-093f6076-1ec7-4268-98c3-487e62f5b903 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?device_id=373c55d2-a364-40df-ac57-c1a7f2152e94 HTTP/1.1" status: 200 len: 945 time: 0.0815620 Jun 07 07:07:26.378730 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-7e302841-66df-4ef9-93bf-0a92a5b83505 req-65c218dc-3956-4291-8282-3ea77e036508 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/security-groups?id=89e5f757-27fa-43d1-95c2-e965a9391725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431890 Jun 07 07:07:26.634835 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688bf05-4ccd-441b-95ca-b0d06a78671f req-c2c9d6d8-5135-4e3f-8919-7a903270b8a1 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:07:26.636261 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-2688bf05-4ccd-441b-95ca-b0d06a78671f req-c2c9d6d8-5135-4e3f-8919-7a903270b8a1 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.44 "GET /v2.0/ports?device_id=373c55d2-a364-40df-ac57-c1a7f2152e94 HTTP/1.1" status: 200 len: 945 time: 0.0838783 Jun 07 07:07:26.890155 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [req-2688bf05-4ccd-441b-95ca-b0d06a78671f req-9174d520-c50a-451f-94e4-110de3f4e1d2 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Deleting port edcb5290-a385-49e8-850f-bd7c72a8c974 {{(pid=91758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:07:26.890513 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-2688bf05-4ccd-441b-95ca-b0d06a78671f req-9174d520-c50a-451f-94e4-110de3f4e1d2 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:27.020411 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [req-2688bf05-4ccd-441b-95ca-b0d06a78671f req-9174d520-c50a-451f-94e4-110de3f4e1d2 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] For port edcb5290-a385-49e8-850f-bd7c72a8c974, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=edcb5290-a385-49e8-850f-bd7c72a8c974,segment=NetworkSegment(fd5add20-4b3f-454c-bc34-c9b7266e25e1),segment_id=fd5add20-4b3f-454c-bc34-c9b7266e25e1)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:07:27.021397 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-2688bf05-4ccd-441b-95ca-b0d06a78671f req-9174d520-c50a-451f-94e4-110de3f4e1d2 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:27.140566 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [req-2688bf05-4ccd-441b-95ca-b0d06a78671f req-9174d520-c50a-451f-94e4-110de3f4e1d2 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Calling delete_port for edcb5290-a385-49e8-850f-bd7c72a8c974 owned by compute:nova {{(pid=91758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:07:27.247941 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-2688bf05-4ccd-441b-95ca-b0d06a78671f req-9174d520-c50a-451f-94e4-110de3f4e1d2 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:27.253040 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-eaa8df5e-eeed-4dd2-ac8f-5e87d2905c9f tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:07:27.262627 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] get_ports_and_sgs() called for port_ids ['fdc2967c-1478-4458-9a1d-ea80b5903b18', 'dc65f586-7d70-4641-b93a-9b06bada88b2', 'edcb5290-a385-49e8-850f-bd7c72a8c974'] {{(pid=91760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 07:07:27.297522 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9174d520-c50a-451f-94e4-110de3f4e1d2 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Pushing event deleted for resources: {'Port': ['ID=edcb5290-a385-49e8-850f-bd7c72a8c974,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:07:27.300577 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-9174d520-c50a-451f-94e4-110de3f4e1d2 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:07:27.374086 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [req-2688bf05-4ccd-441b-95ca-b0d06a78671f req-9174d520-c50a-451f-94e4-110de3f4e1d2 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] No DVR routers for this DVR port edcb5290-a385-49e8-850f-bd7c72a8c974 on host hv-cinder-78414 {{(pid=91758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 07:07:27.376643 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-2688bf05-4ccd-441b-95ca-b0d06a78671f req-9174d520-c50a-451f-94e4-110de3f4e1d2 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:27.378563 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-2688bf05-4ccd-441b-95ca-b0d06a78671f req-9174d520-c50a-451f-94e4-110de3f4e1d2 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.44 "DELETE /v2.0/ports/edcb5290-a385-49e8-850f-bd7c72a8c974 HTTP/1.1" status: 204 len: 173 time: 0.7369950 Jun 07 07:07:27.379078 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373c55d2-a364-40df-ac57-c1a7f2152e94', 'name': 'network-vif-deleted', 'tag': 'edcb5290-a385-49e8-850f-bd7c72a8c974'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:07:27.381374 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec36a6c19c8fb969b847be0da992033db50c3714a14aa90e68a12edeb3f3a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06f5554-fc26-4f80-9391-4ba196f586c1" -d '{"events": [{"server_uuid": "373c55d2-a364-40df-ac57-c1a7f2152e94", "name": "network-vif-deleted", "tag": "edcb5290-a385-49e8-850f-bd7c72a8c974"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:07:27.424482 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 07:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d6830c-673c-442e-89a5-5a3e094d3903 x-openstack-request-id: req-13d6830c-673c-442e-89a5-5a3e094d3903 {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:07:27.424817 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373c55d2-a364-40df-ac57-c1a7f2152e94", "name": "network-vif-deleted", "tag": "edcb5290-a385-49e8-850f-bd7c72a8c974", "status": "completed", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:07:27.425110 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-13d6830c-673c-442e-89a5-5a3e094d3903 {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:07:27.425537 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373c55d2-a364-40df-ac57-c1a7f2152e94', 'name': 'network-vif-deleted', 'tag': 'edcb5290-a385-49e8-850f-bd7c72a8c974', 'status': 'completed', 'code': 200} Jun 07 07:07:27.559900 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-7521afc2-ba43-4a34-af82-0c070a20acfb req-09a82440-1a4e-4ade-b06f-660dd73b8009 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?device_id=373c55d2-a364-40df-ac57-c1a7f2152e94 HTTP/1.1" status: 200 len: 210 time: 0.0444717 Jun 07 07:07:29.003836 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb146ea-8202-4ce5-b1ee-4a41ffe83103 req-7886a385-d397-4a64-a575-a2935ab8d530 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:07:29.005799 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-3cb146ea-8202-4ce5-b1ee-4a41ffe83103 req-7886a385-d397-4a64-a575-a2935ab8d530 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?device_id=d21b5a8b-e79f-4b59-9fef-786fa3c4c922 HTTP/1.1" status: 200 len: 945 time: 0.0797236 Jun 07 07:07:29.053603 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-3cb146ea-8202-4ce5-b1ee-4a41ffe83103 req-a6597dc8-bc08-480e-8b49-f739df4fda86 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/security-groups?id=89e5f757-27fa-43d1-95c2-e965a9391725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419910 Jun 07 07:07:29.253248 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.agents_db [None req-46aecb79-32b8-4105-868b-523cea85afea None None] Agent healthcheck: found 6 active agents {{(pid=91761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 07:07:30.238345 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bf80c-d11c-4fcf-807b-7606327c2e30 req-b8b6f7ac-8a0c-4613-a4b3-1c77d8a3619d tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:07:30.240365 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-126bf80c-d11c-4fcf-807b-7606327c2e30 req-b8b6f7ac-8a0c-4613-a4b3-1c77d8a3619d tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?device_id=d21b5a8b-e79f-4b59-9fef-786fa3c4c922 HTTP/1.1" status: 200 len: 945 time: 0.0809715 Jun 07 07:07:30.247508 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device edcb5290-a385-49e8-850f-bd7c72a8c974 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:07:30.275324 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3afe2d-24df-4e25-bbe9-c8f2d7ce5ce9 req-c96e3eb5-abd7-413c-b058-7d5353937503 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:07:30.276264 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-bb3afe2d-24df-4e25-bbe9-c8f2d7ce5ce9 req-c96e3eb5-abd7-413c-b058-7d5353937503 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.44 "GET /v2.0/ports?device_id=d21b5a8b-e79f-4b59-9fef-786fa3c4c922 HTTP/1.1" status: 200 len: 945 time: 0.0866137 Jun 07 07:07:30.282956 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] No Port match for: edcb5290-a385-49e8-850f-bd7c72a8c974 {{(pid=91760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:07:30.283308 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device edcb5290-a385-49e8-850f-bd7c72a8c974 not bound to the agent host hv-cinder-78414 {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:07:30.284851 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-126bf80c-d11c-4fcf-807b-7606327c2e30 req-c438f4bf-7453-4cef-bd48-22464bf4cbcb tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/security-groups?id=89e5f757-27fa-43d1-95c2-e965a9391725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388739 Jun 07 07:07:30.413618 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [req-bb3afe2d-24df-4e25-bbe9-c8f2d7ce5ce9 req-1f228916-bd87-41ad-9de2-b211ad7f4efa tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Deleting port dc65f586-7d70-4641-b93a-9b06bada88b2 {{(pid=91758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:07:30.413898 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-bb3afe2d-24df-4e25-bbe9-c8f2d7ce5ce9 req-1f228916-bd87-41ad-9de2-b211ad7f4efa tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:30.550851 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [req-bb3afe2d-24df-4e25-bbe9-c8f2d7ce5ce9 req-1f228916-bd87-41ad-9de2-b211ad7f4efa tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] For port dc65f586-7d70-4641-b93a-9b06bada88b2, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=dc65f586-7d70-4641-b93a-9b06bada88b2,segment=NetworkSegment(fd5add20-4b3f-454c-bc34-c9b7266e25e1),segment_id=fd5add20-4b3f-454c-bc34-c9b7266e25e1)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:07:30.551203 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-bb3afe2d-24df-4e25-bbe9-c8f2d7ce5ce9 req-1f228916-bd87-41ad-9de2-b211ad7f4efa tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:30.672173 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [req-bb3afe2d-24df-4e25-bbe9-c8f2d7ce5ce9 req-1f228916-bd87-41ad-9de2-b211ad7f4efa tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Calling delete_port for dc65f586-7d70-4641-b93a-9b06bada88b2 owned by compute:nova {{(pid=91758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:07:30.777462 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-bb3afe2d-24df-4e25-bbe9-c8f2d7ce5ce9 req-1f228916-bd87-41ad-9de2-b211ad7f4efa tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:30.782716 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-9174d520-c50a-451f-94e4-110de3f4e1d2 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:07:30.790863 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] get_ports_and_sgs() called for port_ids ['fdc2967c-1478-4458-9a1d-ea80b5903b18', 'dc65f586-7d70-4641-b93a-9b06bada88b2'] {{(pid=91760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 07:07:30.830307 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f228916-bd87-41ad-9de2-b211ad7f4efa tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Pushing event deleted for resources: {'Port': ['ID=dc65f586-7d70-4641-b93a-9b06bada88b2,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:07:30.833515 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-1f228916-bd87-41ad-9de2-b211ad7f4efa tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:07:30.902454 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3afe2d-24df-4e25-bbe9-c8f2d7ce5ce9 req-1f228916-bd87-41ad-9de2-b211ad7f4efa tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] No DVR routers for this DVR port dc65f586-7d70-4641-b93a-9b06bada88b2 on host hv-cinder-78414 {{(pid=91758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 07:07:30.904811 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-bb3afe2d-24df-4e25-bbe9-c8f2d7ce5ce9 req-1f228916-bd87-41ad-9de2-b211ad7f4efa tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:30.906736 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-bb3afe2d-24df-4e25-bbe9-c8f2d7ce5ce9 req-1f228916-bd87-41ad-9de2-b211ad7f4efa tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.44 "DELETE /v2.0/ports/dc65f586-7d70-4641-b93a-9b06bada88b2 HTTP/1.1" status: 204 len: 173 time: 0.6252892 Jun 07 07:07:30.907233 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21b5a8b-e79f-4b59-9fef-786fa3c4c922', 'name': 'network-vif-deleted', 'tag': 'dc65f586-7d70-4641-b93a-9b06bada88b2'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:07:30.909529 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec36a6c19c8fb969b847be0da992033db50c3714a14aa90e68a12edeb3f3a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca7f4f7-db68-4fd9-bc75-e1119b97c0b0" -d '{"events": [{"server_uuid": "d21b5a8b-e79f-4b59-9fef-786fa3c4c922", "name": "network-vif-deleted", "tag": "dc65f586-7d70-4641-b93a-9b06bada88b2"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:07:30.958331 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 07:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a124d4-5705-4e00-afe8-34c6ef78e137 x-openstack-request-id: req-d2a124d4-5705-4e00-afe8-34c6ef78e137 {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:07:30.959044 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21b5a8b-e79f-4b59-9fef-786fa3c4c922", "name": "network-vif-deleted", "tag": "dc65f586-7d70-4641-b93a-9b06bada88b2", "status": "completed", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:07:30.959590 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d2a124d4-5705-4e00-afe8-34c6ef78e137 {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:07:30.960646 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21b5a8b-e79f-4b59-9fef-786fa3c4c922', 'name': 'network-vif-deleted', 'tag': 'dc65f586-7d70-4641-b93a-9b06bada88b2', 'status': 'completed', 'code': 200} Jun 07 07:07:31.454228 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-0c336c7a-5c11-4e06-bc3d-3eda3f7a60f2 req-098113e4-c856-456e-ae68-7eda07d986c0 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?device_id=d21b5a8b-e79f-4b59-9fef-786fa3c4c922 HTTP/1.1" status: 200 len: 210 time: 0.0481412 Jun 07 07:07:32.906064 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:34.157795 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b0987-0bb6-4e2b-9ef0-ae7bbf380341 req-aa062315-a254-43f2-a723-544ce518d57a tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:07:34.159215 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-414b0987-0bb6-4e2b-9ef0-ae7bbf380341 req-aa062315-a254-43f2-a723-544ce518d57a tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfc6d519-7b22-47f0-8a37-df93f8ec941e HTTP/1.1" status: 200 len: 946 time: 0.0812218 Jun 07 07:07:34.203109 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-414b0987-0bb6-4e2b-9ef0-ae7bbf380341 req-0dd75f1f-7311-4065-b073-f44e927cf726 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/security-groups?id=89e5f757-27fa-43d1-95c2-e965a9391725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375388 Jun 07 07:07:34.265840 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device dc65f586-7d70-4641-b93a-9b06bada88b2 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:07:34.300247 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] No Port match for: dc65f586-7d70-4641-b93a-9b06bada88b2 {{(pid=91760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:07:34.300598 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device dc65f586-7d70-4641-b93a-9b06bada88b2 not bound to the agent host hv-cinder-78414 {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:07:35.233520 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-ddb0a5ed-5f93-42d1-bf18-4f8ef0e76c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:35.395621 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09dd97f-ff33-4402-84be-b8eb77e3d910 req-d706446f-3d1e-4fb7-ba56-2f0587d49175 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:07:35.397618 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-e09dd97f-ff33-4402-84be-b8eb77e3d910 req-d706446f-3d1e-4fb7-ba56-2f0587d49175 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfc6d519-7b22-47f0-8a37-df93f8ec941e HTTP/1.1" status: 200 len: 946 time: 0.0843520 Jun 07 07:07:35.441547 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-e09dd97f-ff33-4402-84be-b8eb77e3d910 req-dc18b328-eaee-4c75-abd2-eba018e33707 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/security-groups?id=89e5f757-27fa-43d1-95c2-e965a9391725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379577 Jun 07 07:07:35.595165 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a339a28-fc6c-44f5-8c99-71d4f751a99a req-60b0bb62-9c12-476a-8ce9-adfdf840e18b tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:07:35.596630 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-6a339a28-fc6c-44f5-8c99-71d4f751a99a req-60b0bb62-9c12-476a-8ce9-adfdf840e18b tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfc6d519-7b22-47f0-8a37-df93f8ec941e HTTP/1.1" status: 200 len: 946 time: 0.0835950 Jun 07 07:07:35.735908 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [req-6a339a28-fc6c-44f5-8c99-71d4f751a99a req-83654615-226e-4271-b6af-2dff3d1ccda8 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Deleting port fdc2967c-1478-4458-9a1d-ea80b5903b18 {{(pid=91758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:07:35.736246 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-6a339a28-fc6c-44f5-8c99-71d4f751a99a req-83654615-226e-4271-b6af-2dff3d1ccda8 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:35.975317 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [req-6a339a28-fc6c-44f5-8c99-71d4f751a99a req-83654615-226e-4271-b6af-2dff3d1ccda8 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] For port fdc2967c-1478-4458-9a1d-ea80b5903b18, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=fdc2967c-1478-4458-9a1d-ea80b5903b18,segment=NetworkSegment(fd5add20-4b3f-454c-bc34-c9b7266e25e1),segment_id=fd5add20-4b3f-454c-bc34-c9b7266e25e1)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:07:35.975676 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-6a339a28-fc6c-44f5-8c99-71d4f751a99a req-83654615-226e-4271-b6af-2dff3d1ccda8 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:36.102915 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [req-6a339a28-fc6c-44f5-8c99-71d4f751a99a req-83654615-226e-4271-b6af-2dff3d1ccda8 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Calling delete_port for fdc2967c-1478-4458-9a1d-ea80b5903b18 owned by compute:nova {{(pid=91758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:07:36.210672 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-6a339a28-fc6c-44f5-8c99-71d4f751a99a req-83654615-226e-4271-b6af-2dff3d1ccda8 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:36.215839 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-342766f2-8a31-4dcf-bd2f-b50e9f2872dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:07:36.222618 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] get_ports_and_sgs() called for port_ids ['fdc2967c-1478-4458-9a1d-ea80b5903b18'] {{(pid=91760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 07:07:36.278696 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83654615-226e-4271-b6af-2dff3d1ccda8 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Pushing event deleted for resources: {'Port': ['ID=fdc2967c-1478-4458-9a1d-ea80b5903b18,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:07:36.282256 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-83654615-226e-4271-b6af-2dff3d1ccda8 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:07:36.362240 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a339a28-fc6c-44f5-8c99-71d4f751a99a req-83654615-226e-4271-b6af-2dff3d1ccda8 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] No DVR routers for this DVR port fdc2967c-1478-4458-9a1d-ea80b5903b18 on host hv-cinder-78414 {{(pid=91758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 07:07:36.364453 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-6a339a28-fc6c-44f5-8c99-71d4f751a99a req-83654615-226e-4271-b6af-2dff3d1ccda8 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:36.366986 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-6a339a28-fc6c-44f5-8c99-71d4f751a99a req-83654615-226e-4271-b6af-2dff3d1ccda8 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.44 "DELETE /v2.0/ports/fdc2967c-1478-4458-9a1d-ea80b5903b18 HTTP/1.1" status: 204 len: 173 time: 0.7646759 Jun 07 07:07:36.367479 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc6d519-7b22-47f0-8a37-df93f8ec941e', 'name': 'network-vif-deleted', 'tag': 'fdc2967c-1478-4458-9a1d-ea80b5903b18'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:07:36.369718 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec36a6c19c8fb969b847be0da992033db50c3714a14aa90e68a12edeb3f3a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0264f96f-9a65-4ed3-abb8-3a3c40cb557d" -d '{"events": [{"server_uuid": "dfc6d519-7b22-47f0-8a37-df93f8ec941e", "name": "network-vif-deleted", "tag": "fdc2967c-1478-4458-9a1d-ea80b5903b18"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:07:36.414051 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 07:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4318c359-9e26-423a-a0f6-6838241c2be9 x-openstack-request-id: req-4318c359-9e26-423a-a0f6-6838241c2be9 {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:07:36.414380 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfc6d519-7b22-47f0-8a37-df93f8ec941e", "name": "network-vif-deleted", "tag": "fdc2967c-1478-4458-9a1d-ea80b5903b18", "status": "completed", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:07:36.414674 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4318c359-9e26-423a-a0f6-6838241c2be9 {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:07:36.415099 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc6d519-7b22-47f0-8a37-df93f8ec941e', 'name': 'network-vif-deleted', 'tag': 'fdc2967c-1478-4458-9a1d-ea80b5903b18', 'status': 'completed', 'code': 200} Jun 07 07:07:36.611600 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-c9aa3158-15ca-4cca-be5c-40e6a03f7ba7 req-1d790d1c-509d-4810-ac5e-02a2a3fc2bc7 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfc6d519-7b22-47f0-8a37-df93f8ec941e HTTP/1.1" status: 200 len: 210 time: 0.0472000 Jun 07 07:07:37.707148 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 48902) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:07:37.770213 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7114e18-e9cc-4722-9d26-53bb83f4daed admin admin] Deleting subnet c4f6d79b-b121-450e-bdfb-294b4f31dc91 {{(pid=91758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 07:07:37.773077 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-e7114e18-e9cc-4722-9d26-53bb83f4daed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:37.820392 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-e7114e18-e9cc-4722-9d26-53bb83f4daed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2297258'] for subnet, precommit_delete_associations {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:37.872452 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-e7114e18-e9cc-4722-9d26-53bb83f4daed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693753'] for subnet, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:37.902519 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:37.942879 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-e7114e18-e9cc-4722-9d26-53bb83f4daed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2228460'] for subnet, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:37.948136 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-bdfd83a5-47e8-43c1-a344-ff861fa1edb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:07:37.967327 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-86362c45-4a78-49ac-9304-944d2169f466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:37.992636 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7114e18-e9cc-4722-9d26-53bb83f4daed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4f6d79b-b121-450e-bdfb-294b4f31dc91,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:07:37.997357 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-e7114e18-e9cc-4722-9d26-53bb83f4daed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:07:37.998756 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-e7114e18-e9cc-4722-9d26-53bb83f4daed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for subnet, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:38.000239 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-e7114e18-e9cc-4722-9d26-53bb83f4daed admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c4f6d79b-b121-450e-bdfb-294b4f31dc91 HTTP/1.1" status: 204 len: 168 time: 0.2921207 Jun 07 07:07:38.002800 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 48904) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:07:38.106623 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-c34220ff-0768-4723-8a6c-f0d1c72aebd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546939'] for network, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:38.229186 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-c34220ff-0768-4723-8a6c-f0d1c72aebd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690272', 'neutron.services.segments.db._delete_segments_for_network-8736901055910'] for network, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:38.241099 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.services.segments.db [None req-c34220ff-0768-4723-8a6c-f0d1c72aebd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a32d4bd-befe-45f8-9217-bbd76bffd31c']}} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:07:38.252768 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.services.segments.db [None req-c34220ff-0768-4723-8a6c-f0d1c72aebd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd5add20-4b3f-454c-bc34-c9b7266e25e1') {'for_net_delete': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:07:38.253060 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.services.segments.db [None req-c34220ff-0768-4723-8a6c-f0d1c72aebd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd5add20-4b3f-454c-bc34-c9b7266e25e1') {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:07:38.263978 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-c34220ff-0768-4723-8a6c-f0d1c72aebd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900799425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2297235'] for segment, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:38.280867 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-c34220ff-0768-4723-8a6c-f0d1c72aebd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642'] for segment, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:38.284724 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device fdc2967c-1478-4458-9a1d-ea80b5903b18 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:07:38.286987 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c34220ff-0768-4723-8a6c-f0d1c72aebd1 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=91758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 07:07:38.287877 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-c34220ff-0768-4723-8a6c-f0d1c72aebd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2309482'] for segment, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:38.300820 dv-cinder-784140-5-iscsi neutron-server[91758]: Traceback (most recent call last): Jun 07 07:07:38.300820 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 07:07:38.300820 dv-cinder-784140-5-iscsi neutron-server[91758]: timer() Jun 07 07:07:38.300820 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 07:07:38.300820 dv-cinder-784140-5-iscsi neutron-server[91758]: cb(*args, **kw) Jun 07 07:07:38.300820 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 07:07:38.300820 dv-cinder-784140-5-iscsi neutron-server[91758]: return func(*args, **kwargs) Jun 07 07:07:38.300820 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 07:07:38.300820 dv-cinder-784140-5-iscsi neutron-server[91758]: self._notify() Jun 07 07:07:38.300820 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 07:07:38.300820 dv-cinder-784140-5-iscsi neutron-server[91758]: self.callback(batched_events) Jun 07 07:07:38.300820 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 07:07:38.300820 dv-cinder-784140-5-iscsi neutron-server[91758]: event.method(event) Jun 07 07:07:38.300820 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 07:07:38.300820 dv-cinder-784140-5-iscsi neutron-server[91758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 07:07:38.300820 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 07:07:38.300820 dv-cinder-784140-5-iscsi neutron-server[91758]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 07:07:38.300820 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 07:07:38.300820 dv-cinder-784140-5-iscsi neutron-server[91758]: return f(self, *a, **k) Jun 07 07:07:38.300820 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 07:07:38.300820 dv-cinder-784140-5-iscsi neutron-server[91758]: return self._get(url).json() Jun 07 07:07:38.300820 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 07:07:38.300820 dv-cinder-784140-5-iscsi neutron-server[91758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 07:07:38.300820 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 07:07:38.300820 dv-cinder-784140-5-iscsi neutron-server[91758]: return self.request(url, 'GET', **kwargs) Jun 07 07:07:38.300820 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 07:07:38.300820 dv-cinder-784140-5-iscsi neutron-server[91758]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 07:07:38.300820 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 07:07:38.300820 dv-cinder-784140-5-iscsi neutron-server[91758]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 07:07:38.300820 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 07:07:38.300820 dv-cinder-784140-5-iscsi neutron-server[91758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 07:07:38.300820 dv-cinder-784140-5-iscsi neutron-server[91758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 07:07:38.321809 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] No Port match for: fdc2967c-1478-4458-9a1d-ea80b5903b18 {{(pid=91760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:07:38.322168 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device fdc2967c-1478-4458-9a1d-ea80b5903b18 not bound to the agent host hv-cinder-78414 {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:07:38.375800 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-c34220ff-0768-4723-8a6c-f0d1c72aebd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3890583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3885419'] for network, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:38.378973 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:07:38.391443 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-c34220ff-0768-4723-8a6c-f0d1c72aebd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for network, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:38.393193 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-c34220ff-0768-4723-8a6c-f0d1c72aebd1 admin admin] 10.222.0.35 "DELETE /v2.0/networks/8a32d4bd-befe-45f8-9217-bbd76bffd31c HTTP/1.1" status: 204 len: 168 time: 0.3894610 Jun 07 07:07:38.399468 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34220ff-0768-4723-8a6c-f0d1c72aebd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a32d4bd-befe-45f8-9217-bbd76bffd31c,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:07:38.402391 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-c34220ff-0768-4723-8a6c-f0d1c72aebd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:07:38.545237 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 48908) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:07:38.596013 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-1347756e-f4f2-4a22-b7f1-74e5acd77e5a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2d898c71b2ab437e9598c97bba479402&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472357 Jun 07 07:07:38.596013 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 48910) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:07:38.655561 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d3fe6bb9-ce53-428a-82f2-9ef81d231e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:38.684832 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d3fe6bb9-ce53-428a-82f2-9ef81d231e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:38.734710 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d3fe6bb9-ce53-428a-82f2-9ef81d231e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:38.737261 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-d3fe6bb9-ce53-428a-82f2-9ef81d231e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:38.738177 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-d3fe6bb9-ce53-428a-82f2-9ef81d231e08 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/89e5f757-27fa-43d1-95c2-e965a9391725 HTTP/1.1" status: 204 len: 168 time: 0.1412909 Jun 07 07:07:38.738968 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-df448fbc-4fda-45c6-a2ea-20b686e7cf35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:07:38.748409 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe6bb9-ce53-428a-82f2-9ef81d231e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e5f757-27fa-43d1-95c2-e965a9391725,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:07:38.750807 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-d3fe6bb9-ce53-428a-82f2-9ef81d231e08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:07:38.971214 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:40.668722 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:49.056227 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 49022) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:07:49.197860 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-73e55f89-6fd0-42ec-97a0-0fb0cb882e8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:49.298231 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-73e55f89-6fd0-42ec-97a0-0fb0cb882e8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:49.301851 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-73e55f89-6fd0-42ec-97a0-0fb0cb882e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:49.310397 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-e43e7fd6-5ce9-45bc-a316-fe56cf9383dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:07:49.349271 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-73e55f89-6fd0-42ec-97a0-0fb0cb882e8b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=efc22536fcb542d5bad9c52a6d2f8cd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2918510 Jun 07 07:07:49.351209 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e55f89-6fd0-42ec-97a0-0fb0cb882e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2994bfcf-0cac-4815-8e91-4cd1eac76ffb,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:07:49.352489 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 49026) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:07:49.358642 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e55f89-6fd0-42ec-97a0-0fb0cb882e8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:07:49.359019 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e55f89-6fd0-42ec-97a0-0fb0cb882e8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:07:49.359389 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e55f89-6fd0-42ec-97a0-0fb0cb882e8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:07:49.359753 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e55f89-6fd0-42ec-97a0-0fb0cb882e8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:07:49.360111 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e55f89-6fd0-42ec-97a0-0fb0cb882e8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:07:49.360469 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e55f89-6fd0-42ec-97a0-0fb0cb882e8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:07:49.360825 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e55f89-6fd0-42ec-97a0-0fb0cb882e8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:07:49.361174 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e55f89-6fd0-42ec-97a0-0fb0cb882e8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:07:49.361533 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e55f89-6fd0-42ec-97a0-0fb0cb882e8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:07:49.361901 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e55f89-6fd0-42ec-97a0-0fb0cb882e8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:07:49.362251 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e55f89-6fd0-42ec-97a0-0fb0cb882e8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:07:49.362595 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e55f89-6fd0-42ec-97a0-0fb0cb882e8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:07:49.366570 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-73e55f89-6fd0-42ec-97a0-0fb0cb882e8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:07:49.410183 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-32a0c5fa-435d-40ed-9e84-7bc6e195bd3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:49.435484 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-32a0c5fa-435d-40ed-9e84-7bc6e195bd3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:49.485050 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-32a0c5fa-435d-40ed-9e84-7bc6e195bd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:49.487456 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-32a0c5fa-435d-40ed-9e84-7bc6e195bd3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:49.488555 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-32a0c5fa-435d-40ed-9e84-7bc6e195bd3f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2994bfcf-0cac-4815-8e91-4cd1eac76ffb HTTP/1.1" status: 204 len: 168 time: 0.1350887 Jun 07 07:07:49.489381 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-f868fa9c-0c77-4c2d-babe-413335f687d5 tempest-AttachVolumeShelveTestJSON-1777601331 tempest-AttachVolumeShelveTestJSON-1777601331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:07:49.499102 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a0c5fa-435d-40ed-9e84-7bc6e195bd3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2994bfcf-0cac-4815-8e91-4cd1eac76ffb,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:07:49.505813 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-32a0c5fa-435d-40ed-9e84-7bc6e195bd3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:07:51.917568 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-a14b162f-fbf1-4b29-b706-069d3623430f tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=d76b9f7c0d58455f84110cb3090ae94b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301218 Jun 07 07:07:52.187149 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-3f0cb236-b8bc-4236-9e32-b91253297d26 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:07:52.188541 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-3f0cb236-b8bc-4236-9e32-b91253297d26 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2659550 Jun 07 07:07:52.202604 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-30954743-153c-4bb4-99c0-87e97ed74fc5 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] 10.222.0.35 "GET /v2.0/quotas/d76b9f7c0d58455f84110cb3090ae94b HTTP/1.1" status: 200 len: 375 time: 0.0087795 Jun 07 07:07:52.249020 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-74e2041e-6418-4a64-93e4-a6ee73b0f438 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d76b9f7c0d58455f84110cb3090ae94b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414445 Jun 07 07:07:52.423020 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b5a80810-81dd-439d-9fbe-611b1ed410a5 req-643d9a68-1fab-4af5-9aa0-d80fb171a189 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cce104a-3b6f-4986-b073-41cf0174b682 HTTP/1.1" status: 200 len: 210 time: 0.0462883 Jun 07 07:07:53.309590 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-855fe0da-c953-4666-91e6-7ba76f6157fd tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=d76b9f7c0d58455f84110cb3090ae94b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282466 Jun 07 07:07:53.467460 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-3c725e66-284d-4385-a27d-319e6318fdd0 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:07:53.468869 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-3c725e66-284d-4385-a27d-319e6318fdd0 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1542215 Jun 07 07:07:53.483116 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-5d977026-0866-4da6-bd96-a942c160389f tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Request body: {'port': {'device_id': '6cce104a-3b6f-4986-b073-41cf0174b682', 'network_id': 'a7ea8637-09bf-4ea3-8e41-fbd75de64ca9', 'admin_state_up': True, 'tenant_id': 'd76b9f7c0d58455f84110cb3090ae94b'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:07:53.626994 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ea2e457b-1c5b-49d9-9797-7c5319aa75f0 req-a130261a-3b59-4ebd-97ab-fffe29899757 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cce104a-3b6f-4986-b073-41cf0174b682 HTTP/1.1" status: 200 len: 210 time: 0.0941415 Jun 07 07:07:53.680535 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-5d977026-0866-4da6-bd96-a942c160389f tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Made reservation on behalf of d76b9f7c0d58455f84110cb3090ae94b for: {'port': 1} {{(pid=91758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 07:07:53.684223 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-5d977026-0866-4da6-bd96-a942c160389f tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:53.695831 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-5d977026-0866-4da6-bd96-a942c160389f tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:53.797993 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-5d977026-0866-4da6-bd96-a942c160389f tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:53.801499 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-5d977026-0866-4da6-bd96-a942c160389f tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:53.804825 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-6fa7ae1a-618a-402a-b190-aea3305b0a47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:07:53.880151 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d977026-0866-4da6-bd96-a942c160389f tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1e0a4a-ffa3-4cfe-ba54-e9e1dce426e5,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:07:53.885348 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-5d977026-0866-4da6-bd96-a942c160389f tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:07:53.971379 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.db_base_plugin_common [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-5d977026-0866-4da6-bd96-a942c160389f tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Allocated IP 192.168.233.249 (a7ea8637-09bf-4ea3-8e41-fbd75de64ca9/4229f8f6-51fc-4822-a950-e57abb633781/7851ae21-1ef1-4130-aecd-98f5f1a90784) {{(pid=91758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 07:07:54.170533 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-5d977026-0866-4da6-bd96-a942c160389f tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Notify callbacks [] for port, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:54.186063 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-5d977026-0866-4da6-bd96-a942c160389f tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Transition to ACTIVE for port object 7851ae21-1ef1-4130-aecd-98f5f1a90784 will not be triggered until provisioned by entity DHCP. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 07:07:54.209889 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-5d977026-0866-4da6-bd96-a942c160389f tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:54.216984 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-320fde5f-d9d5-444d-866c-a1b51f308811 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:07:54.285420 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-5d977026-0866-4da6-bd96-a942c160389f tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Network a7ea8637-09bf-4ea3-8e41-fbd75de64ca9 is already hosted by enough agents. {{(pid=91758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 07:07:54.289473 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.base_scheduler [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-5d977026-0866-4da6-bd96-a942c160389f tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Resources bound (agent type, host, resource id): {{(pid=91758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 07:07:54.292082 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-5d977026-0866-4da6-bd96-a942c160389f tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Received port after_create {{(pid=91758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 07:07:54.329564 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d977026-0866-4da6-bd96-a942c160389f tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Pushing event updated for resources: {'Port': ['ID=7851ae21-1ef1-4130-aecd-98f5f1a90784,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:07:54.332888 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-5d977026-0866-4da6-bd96-a942c160389f tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:07:54.364507 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-5d977026-0866-4da6-bd96-a942c160389f tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:07:54.365133 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-5d977026-0866-4da6-bd96-a942c160389f tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:54.384642 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-5d977026-0866-4da6-bd96-a942c160389f tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9054623 Jun 07 07:07:54.396102 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-81100578-aa81-478b-a32f-27d5be692523 service neutron] Request body: {'port': {'device_id': '6cce104a-3b6f-4986-b073-41cf0174b682', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:07:54.512989 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-81100578-aa81-478b-a32f-27d5be692523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:54.526095 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-f035cc88-41d8-40a8-afde-6fd6297e9305 None None] Provisioning for port 7851ae21-1ef1-4130-aecd-98f5f1a90784 completed by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 07:07:54.530860 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-f035cc88-41d8-40a8-afde-6fd6297e9305 None None] Provisioning complete for port 7851ae21-1ef1-4130-aecd-98f5f1a90784 triggered by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:07:54.531243 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-f035cc88-41d8-40a8-afde-6fd6297e9305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:54.585579 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-f035cc88-41d8-40a8-afde-6fd6297e9305 None None] Port 7851ae21-1ef1-4130-aecd-98f5f1a90784 cannot update to ACTIVE because it is not bound. {{(pid=91760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 07:07:54.812590 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c8fa6-7243-4744-a5e8-c13e18945527 req-d51e01ff-a858-476c-88f8-cb4b63353f38 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:07:54.814035 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-9c4c8fa6-7243-4744-a5e8-c13e18945527 req-d51e01ff-a858-476c-88f8-cb4b63353f38 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cce104a-3b6f-4986-b073-41cf0174b682 HTTP/1.1" status: 200 len: 936 time: 0.0814567 Jun 07 07:07:54.851076 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-81100578-aa81-478b-a32f-27d5be692523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7851ae21-1ef1-4130-aecd-98f5f1a90784 {{(pid=91758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 07:07:54.858236 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-81100578-aa81-478b-a32f-27d5be692523 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:54.860202 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-9c4c8fa6-7243-4744-a5e8-c13e18945527 req-527cbce4-fa18-4f2e-98f4-ad2c048a07a6 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb1e0a4a-ffa3-4cfe-ba54-e9e1dce426e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389619 Jun 07 07:07:54.872383 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-81100578-aa81-478b-a32f-27d5be692523 service neutron] Transition to ACTIVE for port object 7851ae21-1ef1-4130-aecd-98f5f1a90784 will not be triggered until provisioned by entity L2. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 07:07:54.876336 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-81100578-aa81-478b-a32f-27d5be692523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2309382'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:54.879977 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-83654615-226e-4271-b6af-2dff3d1ccda8 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:07:55.037692 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81100578-aa81-478b-a32f-27d5be692523 service neutron] Pushing event updated for resources: {'Port': ['ID=7851ae21-1ef1-4130-aecd-98f5f1a90784,revision_number=2']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:07:55.142039 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-81100578-aa81-478b-a32f-27d5be692523 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:07:55.206215 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-81100578-aa81-478b-a32f-27d5be692523 service neutron] Attempting to bind port 7851ae21-1ef1-4130-aecd-98f5f1a90784 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 07:07:55.206483 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-81100578-aa81-478b-a32f-27d5be692523 service neutron] Attempting to bind port 7851ae21-1ef1-4130-aecd-98f5f1a90784 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': 'bafe8436-0982-4e93-9cf8-adbcd902723b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'a7ea8637-09bf-4ea3-8e41-fbd75de64ca9'}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 07:07:55.206811 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-81100578-aa81-478b-a32f-27d5be692523 service neutron] Attempting to bind port 7851ae21-1ef1-4130-aecd-98f5f1a90784 on network a7ea8637-09bf-4ea3-8e41-fbd75de64ca9 {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 07:07:55.211974 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-81100578-aa81-478b-a32f-27d5be692523 service neutron] Port 7851ae21-1ef1-4130-aecd-98f5f1a90784 on network a7ea8637-09bf-4ea3-8e41-fbd75de64ca9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 07:07:55.212291 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-81100578-aa81-478b-a32f-27d5be692523 service neutron] Attempting to bind port 7851ae21-1ef1-4130-aecd-98f5f1a90784 on network a7ea8637-09bf-4ea3-8e41-fbd75de64ca9 {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 07:07:55.217308 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-81100578-aa81-478b-a32f-27d5be692523 service neutron] Checking agent: {'id': '6ac81f3b-c4b1-4231-aa5b-62c4bc3a8245', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 52, 32), 'started_at': datetime.datetime(2021, 6, 7, 6, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 7, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 07:07:55.217644 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-81100578-aa81-478b-a32f-27d5be692523 service neutron] Checking segment: {'id': 'bafe8436-0982-4e93-9cf8-adbcd902723b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'a7ea8637-09bf-4ea3-8e41-fbd75de64ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 07:07:55.218061 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-81100578-aa81-478b-a32f-27d5be692523 service neutron] Bound using segment: {'id': 'bafe8436-0982-4e93-9cf8-adbcd902723b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'a7ea8637-09bf-4ea3-8e41-fbd75de64ca9'} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 07:07:55.218486 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-81100578-aa81-478b-a32f-27d5be692523 service neutron] Bound port: 7851ae21-1ef1-4130-aecd-98f5f1a90784, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bafe8436-0982-4e93-9cf8-adbcd902723b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'a7ea8637-09bf-4ea3-8e41-fbd75de64ca9'}}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 07:07:55.218832 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-81100578-aa81-478b-a32f-27d5be692523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:55.309484 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-81100578-aa81-478b-a32f-27d5be692523 service neutron] For port 7851ae21-1ef1-4130-aecd-98f5f1a90784, host hv-cinder-78414, cleared binding levels {{(pid=91758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 07:07:55.312336 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-81100578-aa81-478b-a32f-27d5be692523 service neutron] For port 7851ae21-1ef1-4130-aecd-98f5f1a90784, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=7851ae21-1ef1-4130-aecd-98f5f1a90784,segment=NetworkSegment(bafe8436-0982-4e93-9cf8-adbcd902723b),segment_id=bafe8436-0982-4e93-9cf8-adbcd902723b)] {{(pid=91758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 07:07:55.316649 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-81100578-aa81-478b-a32f-27d5be692523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2309382'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:55.321454 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-9d5bb38b-7e7c-4fab-a63a-37ee98a91d8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:07:55.375989 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-81100578-aa81-478b-a32f-27d5be692523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:07:55.376604 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-81100578-aa81-478b-a32f-27d5be692523 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:55.377974 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-81100578-aa81-478b-a32f-27d5be692523 service neutron] 10.222.0.44 "PUT /v2.0/ports/7851ae21-1ef1-4130-aecd-98f5f1a90784 HTTP/1.1" status: 200 len: 1098 time: 0.9860518 Jun 07 07:07:55.378475 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cce104a-3b6f-4986-b073-41cf0174b682', 'tag': '7851ae21-1ef1-4130-aecd-98f5f1a90784'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:07:55.381336 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec36a6c19c8fb969b847be0da992033db50c3714a14aa90e68a12edeb3f3a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadb5906-adfa-4595-84b8-a6cf2684b893" -d '{"events": [{"name": "network-changed", "server_uuid": "6cce104a-3b6f-4986-b073-41cf0174b682", "tag": "7851ae21-1ef1-4130-aecd-98f5f1a90784"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:07:55.399673 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81100578-aa81-478b-a32f-27d5be692523 service neutron] Pushing event updated for resources: {'Port': ['ID=7851ae21-1ef1-4130-aecd-98f5f1a90784,revision_number=3']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:07:55.402861 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-81100578-aa81-478b-a32f-27d5be692523 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:07:55.458471 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 07:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2606cb9f-1369-4ef5-846e-c8386207aeb8 x-openstack-request-id: req-2606cb9f-1369-4ef5-846e-c8386207aeb8 {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:07:55.458764 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cce104a-3b6f-4986-b073-41cf0174b682", "tag": "7851ae21-1ef1-4130-aecd-98f5f1a90784", "status": "completed", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:07:55.459482 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2606cb9f-1369-4ef5-846e-c8386207aeb8 {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:07:55.460149 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cce104a-3b6f-4986-b073-41cf0174b682', 'tag': '7851ae21-1ef1-4130-aecd-98f5f1a90784', 'status': 'completed', 'code': 200} Jun 07 07:07:55.501605 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-bcbd21d5-403a-4aee-ab97-12625cfcfb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:07:55.503128 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-bcbd21d5-403a-4aee-ab97-12625cfcfb13 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d76b9f7c0d58455f84110cb3090ae94b&device_id=6cce104a-3b6f-4986-b073-41cf0174b682 HTTP/1.1" status: 200 len: 1101 time: 0.0849600 Jun 07 07:07:55.573910 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-b4ed6c42-34d1-466a-bfcb-4b5c7a2b2003 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=7851ae21-1ef1-4130-aecd-98f5f1a90784 HTTP/1.1" status: 200 len: 217 time: 0.0632346 Jun 07 07:07:55.641749 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-d2c09158-69d9-4cdb-9118-075c2d922b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:07:55.643143 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-d2c09158-69d9-4cdb-9118-075c2d922b50 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4229f8f6-51fc-4822-a950-e57abb633781 HTTP/1.1" status: 200 len: 843 time: 0.0624738 Jun 07 07:07:55.715951 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-bfc74b62-abce-4318-ae1d-27a18c6dd6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:07:55.717359 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-bfc74b62-abce-4318-ae1d-27a18c6dd6dc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a7ea8637-09bf-4ea3-8e41-fbd75de64ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0681162 Jun 07 07:07:55.858974 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-ad3dc571-61bc-4bac-894f-4d5722c135ce service neutron] 10.222.0.44 "GET /v2.0/networks/a7ea8637-09bf-4ea3-8e41-fbd75de64ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348917 Jun 07 07:07:55.994161 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e4c32d86-75b0-4649-805e-90dfadecd57a req-b9aceed7-d99a-4583-bda9-e39ccab29b31 service neutron] 10.222.0.44 "GET /v2.0/networks/a7ea8637-09bf-4ea3-8e41-fbd75de64ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288054 Jun 07 07:07:56.057933 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387dd240-d26f-4faf-b195-33fff208d712 req-65679819-7080-41aa-a65b-fc6916c42343 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:07:56.059632 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-387dd240-d26f-4faf-b195-33fff208d712 req-65679819-7080-41aa-a65b-fc6916c42343 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cce104a-3b6f-4986-b073-41cf0174b682 HTTP/1.1" status: 200 len: 948 time: 0.0899098 Jun 07 07:07:56.104149 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-387dd240-d26f-4faf-b195-33fff208d712 req-59688c46-53e8-4a44-83d8-086e6bc6ae99 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb1e0a4a-ffa3-4cfe-ba54-e9e1dce426e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385416 Jun 07 07:07:56.108747 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb5906-adfa-4595-84b8-a6cf2684b893 req-16d7d930-29e7-4dc6-a0a4-b34488108b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:07:56.110252 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-aadb5906-adfa-4595-84b8-a6cf2684b893 req-16d7d930-29e7-4dc6-a0a4-b34488108b09 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d76b9f7c0d58455f84110cb3090ae94b&device_id=6cce104a-3b6f-4986-b073-41cf0174b682 HTTP/1.1" status: 200 len: 1101 time: 0.0699987 Jun 07 07:07:56.250689 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb5906-adfa-4595-84b8-a6cf2684b893 req-7aadb097-997f-428c-ba31-0fcee9f85409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:07:56.252024 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-aadb5906-adfa-4595-84b8-a6cf2684b893 req-7aadb097-997f-428c-ba31-0fcee9f85409 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a7ea8637-09bf-4ea3-8e41-fbd75de64ca9 HTTP/1.1" status: 200 len: 870 time: 0.1348519 Jun 07 07:07:56.324265 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-aadb5906-adfa-4595-84b8-a6cf2684b893 req-a7068450-6966-4b2b-882c-279a1ed3bb8b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=7851ae21-1ef1-4130-aecd-98f5f1a90784 HTTP/1.1" status: 200 len: 217 time: 0.0652609 Jun 07 07:07:56.390737 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb5906-adfa-4595-84b8-a6cf2684b893 req-32a4c39b-1de7-4de8-b601-f44e1d30c4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:07:56.392089 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-aadb5906-adfa-4595-84b8-a6cf2684b893 req-32a4c39b-1de7-4de8-b601-f44e1d30c4b7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4229f8f6-51fc-4822-a950-e57abb633781 HTTP/1.1" status: 200 len: 843 time: 0.0591760 Jun 07 07:07:56.467148 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb5906-adfa-4595-84b8-a6cf2684b893 req-d8d1f07a-3b9e-412f-b777-edfafdaf17b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:07:56.468571 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-aadb5906-adfa-4595-84b8-a6cf2684b893 req-d8d1f07a-3b9e-412f-b777-edfafdaf17b7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a7ea8637-09bf-4ea3-8e41-fbd75de64ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0698493 Jun 07 07:07:56.598081 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-aadb5906-adfa-4595-84b8-a6cf2684b893 req-d09d1027-d2b6-46fd-8e98-661c4a81eedb service neutron] 10.222.0.44 "GET /v2.0/networks/a7ea8637-09bf-4ea3-8e41-fbd75de64ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220133 Jun 07 07:07:56.727245 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-aadb5906-adfa-4595-84b8-a6cf2684b893 req-5df9bee5-0b90-4d89-9e4b-f63de2951dc3 service neutron] 10.222.0.44 "GET /v2.0/networks/a7ea8637-09bf-4ea3-8e41-fbd75de64ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224110 Jun 07 07:07:57.286257 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7da8e-ba59-41b5-b2f4-f5a44add0870 req-27691ba9-a10a-4ebe-bdf7-9a1c946f7ea8 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:07:57.288985 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-a4d7da8e-ba59-41b5-b2f4-f5a44add0870 req-27691ba9-a10a-4ebe-bdf7-9a1c946f7ea8 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cce104a-3b6f-4986-b073-41cf0174b682 HTTP/1.1" status: 200 len: 948 time: 0.0791037 Jun 07 07:07:57.431408 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-a4d7da8e-ba59-41b5-b2f4-f5a44add0870 req-063debae-5a29-4eaa-824e-6bdd6f827e10 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb1e0a4a-ffa3-4cfe-ba54-e9e1dce426e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364725 Jun 07 07:07:58.378360 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device 7851ae21-1ef1-4130-aecd-98f5f1a90784 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 07:07:58.523162 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port 7851ae21-1ef1-4130-aecd-98f5f1a90784, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=7851ae21-1ef1-4130-aecd-98f5f1a90784,segment=NetworkSegment(bafe8436-0982-4e93-9cf8-adbcd902723b),segment_id=bafe8436-0982-4e93-9cf8-adbcd902723b)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:07:58.536419 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Returning: {'device': '7851ae21-1ef1-4130-aecd-98f5f1a90784', 'network_id': 'a7ea8637-09bf-4ea3-8e41-fbd75de64ca9', 'port_id': '7851ae21-1ef1-4130-aecd-98f5f1a90784', 'mac_address': 'fa:16:3e:85:7c:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4229f8f6-51fc-4822-a950-e57abb633781', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 07:07:58.593300 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:58.612087 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7851ae21-1ef1-4130-aecd-98f5f1a90784 {{(pid=91760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 07:07:58.615514 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04cff6a-ba8e-4cbf-9848-4708259b53c4 req-9d74b7f0-129f-4b6b-8c7b-7ee68ee2586f tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:07:58.617371 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b04cff6a-ba8e-4cbf-9848-4708259b53c4 req-9d74b7f0-129f-4b6b-8c7b-7ee68ee2586f tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cce104a-3b6f-4986-b073-41cf0174b682 HTTP/1.1" status: 200 len: 948 time: 0.0809619 Jun 07 07:07:58.627579 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port 7851ae21-1ef1-4130-aecd-98f5f1a90784, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=7851ae21-1ef1-4130-aecd-98f5f1a90784,segment=NetworkSegment(bafe8436-0982-4e93-9cf8-adbcd902723b),segment_id=bafe8436-0982-4e93-9cf8-adbcd902723b)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:07:58.631667 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:07:58.633543 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:07:58.661717 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-b04cff6a-ba8e-4cbf-9848-4708259b53c4 req-66174a77-630f-483d-8230-6a0ed6ed11c6 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb1e0a4a-ffa3-4cfe-ba54-e9e1dce426e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386937 Jun 07 07:07:58.700529 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=7851ae21-1ef1-4130-aecd-98f5f1a90784,revision_number=4']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:07:58.703554 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:07:58.835547 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] get_ports_and_sgs() called for port_ids ['7851ae21-1ef1-4130-aecd-98f5f1a90784'] {{(pid=91760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 07:07:59.846645 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21918293-0134-4554-8ff1-baeb7501488e req-b8ad6f74-9b39-40a9-a54c-87268d0b7a38 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:07:59.848059 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-21918293-0134-4554-8ff1-baeb7501488e req-b8ad6f74-9b39-40a9-a54c-87268d0b7a38 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cce104a-3b6f-4986-b073-41cf0174b682 HTTP/1.1" status: 200 len: 949 time: 0.0798936 Jun 07 07:07:59.890760 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-21918293-0134-4554-8ff1-baeb7501488e req-379eedd3-f991-4f94-bbc9-e23c4c3beaf4 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb1e0a4a-ffa3-4cfe-ba54-e9e1dce426e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372055 Jun 07 07:08:00.394141 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device 7851ae21-1ef1-4130-aecd-98f5f1a90784 up at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 07:08:00.484945 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Provisioning for port 7851ae21-1ef1-4130-aecd-98f5f1a90784 completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 07:08:00.489882 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Provisioning complete for port 7851ae21-1ef1-4130-aecd-98f5f1a90784 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:08:00.491359 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:00.610882 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:00.637110 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cce104a-3b6f-4986-b073-41cf0174b682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7851ae21-1ef1-4130-aecd-98f5f1a90784'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:08:00.639338 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bdfcc22c2f6cd30966a80f508f9d4395b4bd329b93c89cee5ea7ddf2c7e5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684e5265-c517-4e2d-8b87-ddd6e2f2d0ce" -d '{"events": [{"server_uuid": "6cce104a-3b6f-4986-b073-41cf0174b682", "name": "network-vif-plugged", "status": "completed", "tag": "7851ae21-1ef1-4130-aecd-98f5f1a90784"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:08:00.647810 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port 7851ae21-1ef1-4130-aecd-98f5f1a90784, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=7851ae21-1ef1-4130-aecd-98f5f1a90784,segment=NetworkSegment(bafe8436-0982-4e93-9cf8-adbcd902723b),segment_id=bafe8436-0982-4e93-9cf8-adbcd902723b)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:08:00.652048 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:00.653901 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:08:00.688647 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 07:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c798ad43-fb95-4b5c-81f1-26485926ddcd x-openstack-request-id: req-c798ad43-fb95-4b5c-81f1-26485926ddcd {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:08:00.688953 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cce104a-3b6f-4986-b073-41cf0174b682", "name": "network-vif-plugged", "status": "completed", "tag": "7851ae21-1ef1-4130-aecd-98f5f1a90784", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:08:00.689218 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c798ad43-fb95-4b5c-81f1-26485926ddcd {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:08:00.689610 dv-cinder-784140-5-iscsi neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cce104a-3b6f-4986-b073-41cf0174b682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7851ae21-1ef1-4130-aecd-98f5f1a90784', 'code': 200} Jun 07 07:08:00.720724 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=7851ae21-1ef1-4130-aecd-98f5f1a90784,revision_number=5']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:08:00.723829 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:08:00.916448 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e9b5c-a4f3-42dd-bd03-93ffa897d5e5 req-2c9ef861-5f44-4524-b4d8-d3050dbd6304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:08:00.917816 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-dc3e9b5c-a4f3-42dd-bd03-93ffa897d5e5 req-2c9ef861-5f44-4524-b4d8-d3050dbd6304 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6cce104a-3b6f-4986-b073-41cf0174b682 HTTP/1.1" status: 200 len: 1103 time: 0.0715017 Jun 07 07:08:00.959825 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-dc3e9b5c-a4f3-42dd-bd03-93ffa897d5e5 req-f625d867-8843-4969-bd89-73368cdfec94 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cb1e0a4a-ffa3-4cfe-ba54-e9e1dce426e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345058 Jun 07 07:08:01.071317 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a045621-d41e-4299-ba86-2038f39f2100 req-2d2ae3b2-926a-4c0e-ae8f-db7c22598c67 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:08:01.072813 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-2a045621-d41e-4299-ba86-2038f39f2100 req-2d2ae3b2-926a-4c0e-ae8f-db7c22598c67 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cce104a-3b6f-4986-b073-41cf0174b682 HTTP/1.1" status: 200 len: 950 time: 0.0783284 Jun 07 07:08:01.116704 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-2a045621-d41e-4299-ba86-2038f39f2100 req-18ba1b6d-97ff-4b36-9f7a-f439eccfd91b tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb1e0a4a-ffa3-4cfe-ba54-e9e1dce426e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378242 Jun 07 07:08:02.304776 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54684b77-77c0-4569-8d1a-376ea6574e0c req-5badc8c3-daba-49d5-b030-c5588b130532 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:08:02.306120 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-54684b77-77c0-4569-8d1a-376ea6574e0c req-5badc8c3-daba-49d5-b030-c5588b130532 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cce104a-3b6f-4986-b073-41cf0174b682 HTTP/1.1" status: 200 len: 950 time: 0.0833352 Jun 07 07:08:02.349521 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-54684b77-77c0-4569-8d1a-376ea6574e0c req-beef68bb-75ec-418a-ba01-532bfd32c3d0 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb1e0a4a-ffa3-4cfe-ba54-e9e1dce426e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376322 Jun 07 07:08:02.773383 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fab9cf-43d4-459a-af70-213b2af23a17 req-2b908e01-25d8-49e1-b48c-977cd51ff566 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:08:02.774899 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-c5fab9cf-43d4-459a-af70-213b2af23a17 req-2b908e01-25d8-49e1-b48c-977cd51ff566 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cce104a-3b6f-4986-b073-41cf0174b682 HTTP/1.1" status: 200 len: 950 time: 0.0806873 Jun 07 07:08:02.825439 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-c5fab9cf-43d4-459a-af70-213b2af23a17 req-ad61dc8b-3fbd-4d98-a77a-c3cec7bd0103 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb1e0a4a-ffa3-4cfe-ba54-e9e1dce426e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447216 Jun 07 07:08:02.920585 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:04.081086 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3838b0-26dc-436c-b2b0-20382b709abc req-8838d8bd-bd3e-4340-bbb4-9e1108644dec tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:08:04.082525 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-4f3838b0-26dc-436c-b2b0-20382b709abc req-8838d8bd-bd3e-4340-bbb4-9e1108644dec tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] 10.222.0.44 "GET /v2.0/ports?device_id=6cce104a-3b6f-4986-b073-41cf0174b682 HTTP/1.1" status: 200 len: 950 time: 0.1459677 Jun 07 07:08:04.090933 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19960a3f-716f-4820-9473-4e609db72893 req-42592d87-92fa-482c-ad98-22b87127b93b tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:08:04.092232 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-19960a3f-716f-4820-9473-4e609db72893 req-42592d87-92fa-482c-ad98-22b87127b93b tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cce104a-3b6f-4986-b073-41cf0174b682 HTTP/1.1" status: 200 len: 950 time: 0.1545200 Jun 07 07:08:04.209627 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-19960a3f-716f-4820-9473-4e609db72893 req-2e037b16-632e-4efa-b2ca-629493f52a55 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] 10.222.0.35 "GET /v2.0/security-groups?id=cb1e0a4a-ffa3-4cfe-ba54-e9e1dce426e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885453 Jun 07 07:08:04.253141 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [req-4f3838b0-26dc-436c-b2b0-20382b709abc req-eab8ee4b-142e-4760-9550-0876a7456264 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Deleting port 7851ae21-1ef1-4130-aecd-98f5f1a90784 {{(pid=91758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:08:04.253482 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-4f3838b0-26dc-436c-b2b0-20382b709abc req-eab8ee4b-142e-4760-9550-0876a7456264 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:04.383303 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [req-4f3838b0-26dc-436c-b2b0-20382b709abc req-eab8ee4b-142e-4760-9550-0876a7456264 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] For port 7851ae21-1ef1-4130-aecd-98f5f1a90784, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=7851ae21-1ef1-4130-aecd-98f5f1a90784,segment=NetworkSegment(bafe8436-0982-4e93-9cf8-adbcd902723b),segment_id=bafe8436-0982-4e93-9cf8-adbcd902723b)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:08:04.383709 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-4f3838b0-26dc-436c-b2b0-20382b709abc req-eab8ee4b-142e-4760-9550-0876a7456264 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:04.501995 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [req-4f3838b0-26dc-436c-b2b0-20382b709abc req-eab8ee4b-142e-4760-9550-0876a7456264 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Calling delete_port for 7851ae21-1ef1-4130-aecd-98f5f1a90784 owned by compute:nova {{(pid=91758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:08:04.610336 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-4f3838b0-26dc-436c-b2b0-20382b709abc req-eab8ee4b-142e-4760-9550-0876a7456264 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:04.616448 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-39b4343c-af7a-4e4c-9dd1-86561c0f4326 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:08:04.621985 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] get_ports_and_sgs() called for port_ids ['7851ae21-1ef1-4130-aecd-98f5f1a90784'] {{(pid=91760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 07:08:04.662049 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8ee4b-142e-4760-9550-0876a7456264 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Pushing event deleted for resources: {'Port': ['ID=7851ae21-1ef1-4130-aecd-98f5f1a90784,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:08:04.697586 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab8ee4b-142e-4760-9550-0876a7456264 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:08:04.697993 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab8ee4b-142e-4760-9550-0876a7456264 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:08:04.698371 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab8ee4b-142e-4760-9550-0876a7456264 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:08:04.698741 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab8ee4b-142e-4760-9550-0876a7456264 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:08:04.699106 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab8ee4b-142e-4760-9550-0876a7456264 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:08:04.699467 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab8ee4b-142e-4760-9550-0876a7456264 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:08:04.699827 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab8ee4b-142e-4760-9550-0876a7456264 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:08:04.700188 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab8ee4b-142e-4760-9550-0876a7456264 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:08:04.700544 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab8ee4b-142e-4760-9550-0876a7456264 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:08:04.700899 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab8ee4b-142e-4760-9550-0876a7456264 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:08:04.701258 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab8ee4b-142e-4760-9550-0876a7456264 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:08:04.701611 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab8ee4b-142e-4760-9550-0876a7456264 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:08:04.710099 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-eab8ee4b-142e-4760-9550-0876a7456264 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:08:04.750816 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3838b0-26dc-436c-b2b0-20382b709abc req-eab8ee4b-142e-4760-9550-0876a7456264 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] No DVR routers for this DVR port 7851ae21-1ef1-4130-aecd-98f5f1a90784 on host hv-cinder-78414 {{(pid=91758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 07:08:04.753279 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-4f3838b0-26dc-436c-b2b0-20382b709abc req-eab8ee4b-142e-4760-9550-0876a7456264 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:04.755252 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-4f3838b0-26dc-436c-b2b0-20382b709abc req-eab8ee4b-142e-4760-9550-0876a7456264 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] 10.222.0.44 "DELETE /v2.0/ports/7851ae21-1ef1-4130-aecd-98f5f1a90784 HTTP/1.1" status: 204 len: 173 time: 0.6621754 Jun 07 07:08:04.755913 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cce104a-3b6f-4986-b073-41cf0174b682', 'name': 'network-vif-deleted', 'tag': '7851ae21-1ef1-4130-aecd-98f5f1a90784'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:08:04.758414 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec36a6c19c8fb969b847be0da992033db50c3714a14aa90e68a12edeb3f3a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba4b0d0-e1b8-4b2b-a3a4-171e24f2fb05" -d '{"events": [{"server_uuid": "6cce104a-3b6f-4986-b073-41cf0174b682", "name": "network-vif-deleted", "tag": "7851ae21-1ef1-4130-aecd-98f5f1a90784"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:08:04.806002 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 07:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3667983-c5c6-4d56-ba59-f771782dcb8e x-openstack-request-id: req-b3667983-c5c6-4d56-ba59-f771782dcb8e {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:08:04.806426 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cce104a-3b6f-4986-b073-41cf0174b682", "name": "network-vif-deleted", "tag": "7851ae21-1ef1-4130-aecd-98f5f1a90784", "status": "completed", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:08:04.806870 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b3667983-c5c6-4d56-ba59-f771782dcb8e {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:08:04.807469 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cce104a-3b6f-4986-b073-41cf0174b682', 'name': 'network-vif-deleted', 'tag': '7851ae21-1ef1-4130-aecd-98f5f1a90784', 'status': 'completed', 'code': 200} Jun 07 07:08:05.235849 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-c255fb57-c7f5-415d-9d09-42b698e52b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:05.375396 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-6062e247-8bc1-4e02-a84c-ac7612180d3e req-3a3db15b-1a74-4f4e-a66f-5a2d5428c304 tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cce104a-3b6f-4986-b073-41cf0174b682 HTTP/1.1" status: 200 len: 210 time: 0.0462339 Jun 07 07:08:06.252379 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.agents_db [None req-46aecb79-32b8-4105-868b-523cea85afea None None] Agent healthcheck: found 6 active agents {{(pid=91761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 07:08:07.905791 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:07.969975 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-34631a2d-73e1-4564-8fcc-322edcf65624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:08.456766 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device 7851ae21-1ef1-4130-aecd-98f5f1a90784 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:08:08.493870 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] No Port match for: 7851ae21-1ef1-4130-aecd-98f5f1a90784 {{(pid=91760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:08:08.494223 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device 7851ae21-1ef1-4130-aecd-98f5f1a90784 not bound to the agent host hv-cinder-78414 {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:08:08.972288 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:10.671605 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:10.975563 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 49348) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:08:11.119946 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-ebe2d65c-2d26-429f-b2d6-cd79f6aa253d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d76b9f7c0d58455f84110cb3090ae94b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1430426 Jun 07 07:08:11.122426 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 49352) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:08:11.179366 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d591a543-d511-4db4-ba2e-6fa56839c858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:11.204216 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d591a543-d511-4db4-ba2e-6fa56839c858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:11.261659 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d591a543-d511-4db4-ba2e-6fa56839c858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:11.264106 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-d591a543-d511-4db4-ba2e-6fa56839c858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:11.265218 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-d591a543-d511-4db4-ba2e-6fa56839c858 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cb1e0a4a-ffa3-4cfe-ba54-e9e1dce426e5 HTTP/1.1" status: 204 len: 168 time: 0.1417987 Jun 07 07:08:11.266060 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-73e55f89-6fd0-42ec-97a0-0fb0cb882e8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:08:11.276243 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d591a543-d511-4db4-ba2e-6fa56839c858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1e0a4a-ffa3-4cfe-ba54-e9e1dce426e5,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:08:11.278699 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-d591a543-d511-4db4-ba2e-6fa56839c858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:08:11.931965 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 49374) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:08:12.032159 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-2ea7af6f-8efb-4134-bb4c-c1940feebede admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1017353834-network', 'tenant_id': 'fd6bc31b97c54239aa443ecf247e7cbe'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:08:12.056808 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea7af6f-8efb-4134-bb4c-c1940feebede admin admin] Made reservation on behalf of fd6bc31b97c54239aa443ecf247e7cbe for: {'network': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 07:08:12.059341 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-2ea7af6f-8efb-4134-bb4c-c1940feebede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783645'] for network, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:12.071316 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-2ea7af6f-8efb-4134-bb4c-c1940feebede admin admin] Notify callbacks [] for security_group, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:12.174001 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-2ea7af6f-8efb-4134-bb4c-c1940feebede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:12.178272 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-2ea7af6f-8efb-4134-bb4c-c1940feebede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:12.182189 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-b77845d3-f276-4ebc-b28c-92f29d9bc6a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:08:12.213472 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ea7af6f-8efb-4134-bb4c-c1940feebede admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=91759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 07:08:12.221757 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7af6f-8efb-4134-bb4c-c1940feebede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3898ed6-d5c5-423b-81ee-c7908301b529,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:08:12.228698 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-2ea7af6f-8efb-4134-bb4c-c1940feebede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:08:12.230585 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-2ea7af6f-8efb-4134-bb4c-c1940feebede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642'] for segment, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:12.230585 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.db.segments_db [None req-2ea7af6f-8efb-4134-bb4c-c1940feebede admin admin] Added segment 76a9b159-e64a-436a-b672-930c61bf8591 of type vlan for network ae6fd56e-3402-4b74-828f-7e3fbbeeac2c Jun 07 07:08:12.257611 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-2ea7af6f-8efb-4134-bb4c-c1940feebede admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900516316'] for network, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:12.286237 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-2ea7af6f-8efb-4134-bb4c-c1940feebede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3890583'] for network, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:12.288298 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea7af6f-8efb-4134-bb4c-c1940feebede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:08:12.288875 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-2ea7af6f-8efb-4134-bb4c-c1940feebede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for network, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:12.293849 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-12e1bbb5-2d37-4d6f-b295-a64d95631669 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:08:12.332024 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-2ea7af6f-8efb-4134-bb4c-c1940feebede admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3989913 Jun 07 07:08:12.335026 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 49378) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:08:12.342077 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-47593202-c851-4565-9c86-9d2e3ccc20b6 admin admin] Request body: {'subnet': {'network_id': 'ae6fd56e-3402-4b74-828f-7e3fbbeeac2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1017353834-subnet', 'tenant_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'ip_version': 4}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:08:12.482946 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7af6f-8efb-4134-bb4c-c1940feebede admin admin] Pushing event updated for resources: {'Network': ['ID=ae6fd56e-3402-4b74-828f-7e3fbbeeac2c,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:08:12.485566 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-2ea7af6f-8efb-4134-bb4c-c1940feebede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:08:12.492777 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Network ae6fd56e-3402-4b74-828f-7e3fbbeeac2c details requested by agent ovs-agent-dv-cinder-784140-5-iscsi with host dv-cinder-784140-5-iscsi {{(pid=91760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 07:08:12.500025 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47593202-c851-4565-9c86-9d2e3ccc20b6 admin admin] Made reservation on behalf of fd6bc31b97c54239aa443ecf247e7cbe for: {'subnet': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 07:08:12.502621 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-47593202-c851-4565-9c86-9d2e3ccc20b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2564212'] for subnet, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:12.704760 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-47593202-c851-4565-9c86-9d2e3ccc20b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2564198'] for subnet, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:12.709866 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:08:12.779800 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47593202-c851-4565-9c86-9d2e3ccc20b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cba3436-c59d-4714-a1a2-a3a89630d87f,revision_number=0']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:08:12.783461 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-47593202-c851-4565-9c86-9d2e3ccc20b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:08:12.791004 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47593202-c851-4565-9c86-9d2e3ccc20b6 admin admin] Checking segment: {'id': '76a9b159-e64a-436a-b672-930c61bf8591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ae6fd56e-3402-4b74-828f-7e3fbbeeac2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 07:08:12.791355 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47593202-c851-4565-9c86-9d2e3ccc20b6 admin admin] Network hostable DHCP agents. Network: ae6fd56e-3402-4b74-828f-7e3fbbeeac2c, hostable agents: ['1fe75083-37bf-44a6-88f5-2ab2a4fa7cf2'], hosted agents: [] {{(pid=91759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 07:08:12.807323 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47593202-c851-4565-9c86-9d2e3ccc20b6 admin admin] Network ae6fd56e-3402-4b74-828f-7e3fbbeeac2c is scheduled to be hosted by DHCP agent 1fe75083-37bf-44a6-88f5-2ab2a4fa7cf2 with binding_index 1 {{(pid=91759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 07:08:12.816047 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-47593202-c851-4565-9c86-9d2e3ccc20b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-5-iscsi, ae6fd56e-3402-4b74-828f-7e3fbbeeac2c) {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 07:08:12.819962 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47593202-c851-4565-9c86-9d2e3ccc20b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:08:12.820542 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-47593202-c851-4565-9c86-9d2e3ccc20b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:12.825056 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e63f5c5-3bdf-4ca8-b6f1-efa2314e707d None None] Network ae6fd56e-3402-4b74-828f-7e3fbbeeac2c requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 07:08:12.838585 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-47593202-c851-4565-9c86-9d2e3ccc20b6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5025027 Jun 07 07:08:12.841283 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 49380) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:08:12.845673 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-664ca2b8-06f9-448e-915c-f51bc54b62f0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1017353834-router', 'tenant_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'}}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:08:12.871960 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-664ca2b8-06f9-448e-915c-f51bc54b62f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5893'] for router, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:12.873224 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-664ca2b8-06f9-448e-915c-f51bc54b62f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3877371', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3905657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5902'] for router, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:12.888383 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-664ca2b8-06f9-448e-915c-f51bc54b62f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:13.044170 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8572d7-1feb-44a2-8b5b-c7c04f50ea09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9ec772a-7f49-5126-b4ce-3bf4331ec797-ae6fd56e-3402-4b74-828f-7e3fbbeeac2c', 'network_id': 'ae6fd56e-3402-4b74-828f-7e3fbbeeac2c', 'tenant_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'fixed_ips': [{'subnet_id': '3cba3436-c59d-4714-a1a2-a3a89630d87f'}]}} from dv-cinder-784140-5-iscsi. {{(pid=91760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 07:08:13.045002 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-ab8572d7-1feb-44a2-8b5b-c7c04f50ea09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:13.158188 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-664ca2b8-06f9-448e-915c-f51bc54b62f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3877257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5912'] for router, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:13.201900 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.db_base_plugin_common [None req-ab8572d7-1feb-44a2-8b5b-c7c04f50ea09 None None] Allocated IP 172.20.0.2 (ae6fd56e-3402-4b74-828f-7e3fbbeeac2c/3cba3436-c59d-4714-a1a2-a3a89630d87f/c9d4764a-9d34-4b07-a45e-47cc1112684c) {{(pid=91760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 07:08:13.407951 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-ab8572d7-1feb-44a2-8b5b-c7c04f50ea09 None None] Notify callbacks [] for port, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:13.418836 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-ab8572d7-1feb-44a2-8b5b-c7c04f50ea09 None None] Transition to ACTIVE for port object c9d4764a-9d34-4b07-a45e-47cc1112684c will not be triggered until provisioned by entity L2. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 07:08:13.437801 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-ab8572d7-1feb-44a2-8b5b-c7c04f50ea09 None None] Transition to ACTIVE for port object c9d4764a-9d34-4b07-a45e-47cc1112684c will not be triggered until provisioned by entity DHCP. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 07:08:13.443449 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-ab8572d7-1feb-44a2-8b5b-c7c04f50ea09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767'] for port, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:13.451731 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:08:13.464157 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-664ca2b8-06f9-448e-915c-f51bc54b62f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:13.496578 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-664ca2b8-06f9-448e-915c-f51bc54b62f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:13.508975 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8572d7-1feb-44a2-8b5b-c7c04f50ea09 None None] Network ae6fd56e-3402-4b74-828f-7e3fbbeeac2c is already hosted by enough agents. {{(pid=91760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 07:08:13.512159 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [None req-ab8572d7-1feb-44a2-8b5b-c7c04f50ea09 None None] Resources bound (agent type, host, resource id): {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 07:08:13.516157 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8572d7-1feb-44a2-8b5b-c7c04f50ea09 None None] Received port after_create {{(pid=91760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 07:08:13.555595 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8572d7-1feb-44a2-8b5b-c7c04f50ea09 None None] Pushing event updated for resources: {'Port': ['ID=c9d4764a-9d34-4b07-a45e-47cc1112684c,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:08:13.598589 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8572d7-1feb-44a2-8b5b-c7c04f50ea09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:08:13.598932 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8572d7-1feb-44a2-8b5b-c7c04f50ea09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:08:13.599830 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8572d7-1feb-44a2-8b5b-c7c04f50ea09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:08:13.600158 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8572d7-1feb-44a2-8b5b-c7c04f50ea09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:08:13.600628 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8572d7-1feb-44a2-8b5b-c7c04f50ea09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:08:13.600961 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8572d7-1feb-44a2-8b5b-c7c04f50ea09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:08:13.601284 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8572d7-1feb-44a2-8b5b-c7c04f50ea09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:08:13.601601 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8572d7-1feb-44a2-8b5b-c7c04f50ea09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:08:13.601948 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8572d7-1feb-44a2-8b5b-c7c04f50ea09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:08:13.602267 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8572d7-1feb-44a2-8b5b-c7c04f50ea09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:08:13.602583 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8572d7-1feb-44a2-8b5b-c7c04f50ea09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:08:13.602899 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8572d7-1feb-44a2-8b5b-c7c04f50ea09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:08:13.610495 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-ab8572d7-1feb-44a2-8b5b-c7c04f50ea09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:08:13.625561 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-ab8572d7-1feb-44a2-8b5b-c7c04f50ea09 None None] Attempting to bind port c9d4764a-9d34-4b07-a45e-47cc1112684c on host dv-cinder-784140-5-iscsi for vnic_type normal with profile {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 07:08:13.625964 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-ab8572d7-1feb-44a2-8b5b-c7c04f50ea09 None None] Attempting to bind port c9d4764a-9d34-4b07-a45e-47cc1112684c by drivers openvswitch,hyperv on host dv-cinder-784140-5-iscsi at level 0 using segments [{'id': '76a9b159-e64a-436a-b672-930c61bf8591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ae6fd56e-3402-4b74-828f-7e3fbbeeac2c'}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 07:08:13.626329 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8572d7-1feb-44a2-8b5b-c7c04f50ea09 None None] Attempting to bind port c9d4764a-9d34-4b07-a45e-47cc1112684c on network ae6fd56e-3402-4b74-828f-7e3fbbeeac2c {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 07:08:13.629640 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.db_base_plugin_common [None req-664ca2b8-06f9-448e-915c-f51bc54b62f0 admin admin] Allocated IP 172.27.1.251 (fe992a7c-d3c2-4e8d-9573-c4f663251d7a/c4323051-ed30-4a9a-b3aa-b457aab0dfbf/ce157737-e28a-4378-bf9f-3cd72a91ec4c) {{(pid=91759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 07:08:13.631584 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8572d7-1feb-44a2-8b5b-c7c04f50ea09 None None] Checking agent: {'id': '90bc4f0f-bba4-44bf-b00d-04c4d717fccd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 38), 'started_at': datetime.datetime(2021, 6, 7, 6, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 7, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 07:08:13.631959 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8572d7-1feb-44a2-8b5b-c7c04f50ea09 None None] Checking segment: {'id': '76a9b159-e64a-436a-b672-930c61bf8591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ae6fd56e-3402-4b74-828f-7e3fbbeeac2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 07:08:13.632363 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-ab8572d7-1feb-44a2-8b5b-c7c04f50ea09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:13.632751 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8572d7-1feb-44a2-8b5b-c7c04f50ea09 None None] Bound using segment: {'id': '76a9b159-e64a-436a-b672-930c61bf8591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ae6fd56e-3402-4b74-828f-7e3fbbeeac2c'} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 07:08:13.633209 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-ab8572d7-1feb-44a2-8b5b-c7c04f50ea09 None None] Bound port: c9d4764a-9d34-4b07-a45e-47cc1112684c, host: dv-cinder-784140-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a9b159-e64a-436a-b672-930c61bf8591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ae6fd56e-3402-4b74-828f-7e3fbbeeac2c'}}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 07:08:13.633580 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-ab8572d7-1feb-44a2-8b5b-c7c04f50ea09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:13.718384 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-ab8572d7-1feb-44a2-8b5b-c7c04f50ea09 None None] For port c9d4764a-9d34-4b07-a45e-47cc1112684c, host dv-cinder-784140-5-iscsi, cleared binding levels {{(pid=91760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 07:08:13.721712 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-ab8572d7-1feb-44a2-8b5b-c7c04f50ea09 None None] For port c9d4764a-9d34-4b07-a45e-47cc1112684c, host dv-cinder-784140-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=c9d4764a-9d34-4b07-a45e-47cc1112684c,segment=NetworkSegment(76a9b159-e64a-436a-b672-930c61bf8591),segment_id=76a9b159-e64a-436a-b672-930c61bf8591)] {{(pid=91760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 07:08:13.726306 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-ab8572d7-1feb-44a2-8b5b-c7c04f50ea09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:13.730726 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:08:13.788298 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-664ca2b8-06f9-448e-915c-f51bc54b62f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:13.816957 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-664ca2b8-06f9-448e-915c-f51bc54b62f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222160'] for port, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:13.821053 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:08:13.843788 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8572d7-1feb-44a2-8b5b-c7c04f50ea09 None None] Pushing event updated for resources: {'Port': ['ID=c9d4764a-9d34-4b07-a45e-47cc1112684c,revision_number=2']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:08:13.847043 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-ab8572d7-1feb-44a2-8b5b-c7c04f50ea09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:08:13.885451 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664ca2b8-06f9-448e-915c-f51bc54b62f0 admin admin] Network fe992a7c-d3c2-4e8d-9573-c4f663251d7a is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 07:08:13.888245 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-664ca2b8-06f9-448e-915c-f51bc54b62f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 07:08:13.891839 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664ca2b8-06f9-448e-915c-f51bc54b62f0 admin admin] Received port after_create {{(pid=91759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 07:08:13.921345 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664ca2b8-06f9-448e-915c-f51bc54b62f0 admin admin] Pushing event updated for resources: {'Port': ['ID=ce157737-e28a-4378-bf9f-3cd72a91ec4c,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:08:13.928101 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-664ca2b8-06f9-448e-915c-f51bc54b62f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:08:14.417421 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-664ca2b8-06f9-448e-915c-f51bc54b62f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:14.712114 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device c9d4764a-9d34-4b07-a45e-47cc1112684c up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 07:08:14.761367 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-664ca2b8-06f9-448e-915c-f51bc54b62f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3877286'] for router, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:14.786774 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning for port c9d4764a-9d34-4b07-a45e-47cc1112684c completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 07:08:14.857066 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d49fb5-ec13-4ab3-b6a8-454f480aa4c5 None None] Network ae6fd56e-3402-4b74-828f-7e3fbbeeac2c requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 07:08:14.968610 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664ca2b8-06f9-448e-915c-f51bc54b62f0 admin admin] Router 52e25b51-2c88-4aa5-afba-091c4b4eb3ac is scheduled to L3 agent 207d1699-2b30-4848-a9d2-d112df8957f2 with binding_index 1 {{(pid=91759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 07:08:14.969824 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-523248e3-4bef-4d69-b3f2-9aefa436d5ec None None] Provisioning for port c9d4764a-9d34-4b07-a45e-47cc1112684c completed by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 07:08:14.983763 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-523248e3-4bef-4d69-b3f2-9aefa436d5ec None None] Provisioning complete for port c9d4764a-9d34-4b07-a45e-47cc1112684c triggered by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:08:14.984141 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-523248e3-4bef-4d69-b3f2-9aefa436d5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:15.144025 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664ca2b8-06f9-448e-915c-f51bc54b62f0 admin admin] Notify agent at l3_agent.dv-cinder-784140-5-iscsi the message routers_updated {{(pid=91759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 07:08:15.160820 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb3025f-db47-4fcb-bcc3-0775c071cc3c None None] Sync routers for ids ['52e25b51-2c88-4aa5-afba-091c4b4eb3ac'] in dv-cinder-784140-5-iscsi {{(pid=91760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 07:08:15.163722 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-664ca2b8-06f9-448e-915c-f51bc54b62f0 admin admin] Notify callbacks [] for router, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:15.164961 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-664ca2b8-06f9-448e-915c-f51bc54b62f0 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3226805 Jun 07 07:08:15.167714 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 49382) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:08:15.197506 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb3025f-db47-4fcb-bcc3-0775c071cc3c None None] Routers {'52e25b51-2c88-4aa5-afba-091c4b4eb3ac'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:08:15.198152 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-2bb3025f-db47-4fcb-bcc3-0775c071cc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:08:08Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['52e25b51-2c88-4aa5-afba-091c4b4eb3ac'], 'active': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:08:15.273522 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-523248e3-4bef-4d69-b3f2-9aefa436d5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:15.403706 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-523248e3-4bef-4d69-b3f2-9aefa436d5ec None None] For port c9d4764a-9d34-4b07-a45e-47cc1112684c, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=c9d4764a-9d34-4b07-a45e-47cc1112684c,segment=NetworkSegment(76a9b159-e64a-436a-b672-930c61bf8591),segment_id=76a9b159-e64a-436a-b672-930c61bf8591)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:08:15.410974 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-523248e3-4bef-4d69-b3f2-9aefa436d5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:15.417507 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-d3ed83cf-a148-4077-98bf-d543aecd5da7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:08:15.478633 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvr_db [None req-2bb3025f-db47-4fcb-bcc3-0775c071cc3c None None] Set router 52e25b51-2c88-4aa5-afba-091c4b4eb3ac gateway port host: dv-cinder-784140-5-iscsi {{(pid=91760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:08:15.652847 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523248e3-4bef-4d69-b3f2-9aefa436d5ec None None] Pushing event updated for resources: {'Port': ['ID=c9d4764a-9d34-4b07-a45e-47cc1112684c,revision_number=3']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:08:15.656545 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-523248e3-4bef-4d69-b3f2-9aefa436d5ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:08:15.722191 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-4a6c1517-2437-4f2d-8e72-63877f93616b None None] Provisioning complete for port c9d4764a-9d34-4b07-a45e-47cc1112684c triggered by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:08:15.722892 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4a6c1517-2437-4f2d-8e72-63877f93616b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:15.919735 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-2bb3025f-db47-4fcb-bcc3-0775c071cc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e25b51-2c88-4aa5-afba-091c4b4eb3ac', 'name': 'tempest-TestMinimumBasicScenario-1017353834-router', 'tenant_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ce157737-e28a-4378-bf9f-3cd72a91ec4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:08:12Z', 'updated_at': '2021-06-07T07:08:14Z', 'revision_number': 3, 'project_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'gw_port': {'id': 'ce157737-e28a-4378-bf9f-3cd72a91ec4c', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e25b51-2c88-4aa5-afba-091c4b4eb3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:08:13Z', 'updated_at': '2021-06-07T07:08:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi'}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:08:15.923519 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb3025f-db47-4fcb-bcc3-0775c071cc3c None None] Checking router: 52e25b51-2c88-4aa5-afba-091c4b4eb3ac for host: dv-cinder-784140-5-iscsi {{(pid=91760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 07:08:15.923873 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb3025f-db47-4fcb-bcc3-0775c071cc3c None None] Updating router 52e25b51-2c88-4aa5-afba-091c4b4eb3ac port ce157737-e28a-4378-bf9f-3cd72a91ec4c binding host dv-cinder-784140-5-iscsi {{(pid=91760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 07:08:15.958261 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f7cb0cf9-1b18-4c77-88c9-0c21f7197f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:15.975065 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-2bb3025f-db47-4fcb-bcc3-0775c071cc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:16.162345 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.db_base_plugin_common [None req-f7cb0cf9-1b18-4c77-88c9-0c21f7197f68 admin admin] Allocated IP 172.20.0.1 (ae6fd56e-3402-4b74-828f-7e3fbbeeac2c/3cba3436-c59d-4714-a1a2-a3a89630d87f/ebdec48d-f02a-4c25-a612-ffeba6684bbb) {{(pid=91759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 07:08:16.310049 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f7cb0cf9-1b18-4c77-88c9-0c21f7197f68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:16.326545 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.provisioning_blocks [None req-f7cb0cf9-1b18-4c77-88c9-0c21f7197f68 admin admin] Transition to ACTIVE for port object ebdec48d-f02a-4c25-a612-ffeba6684bbb will not be triggered until provisioned by entity DHCP. {{(pid=91759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 07:08:16.336148 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-2bb3025f-db47-4fcb-bcc3-0775c071cc3c None None] Notify callbacks [] for port, precommit_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:16.347718 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-2bb3025f-db47-4fcb-bcc3-0775c071cc3c None None] Transition to ACTIVE for port object ce157737-e28a-4378-bf9f-3cd72a91ec4c will not be triggered until provisioned by entity L2. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 07:08:16.350520 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f7cb0cf9-1b18-4c77-88c9-0c21f7197f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222160'] for port, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:16.354020 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-2bb3025f-db47-4fcb-bcc3-0775c071cc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:16.354358 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-debb03cb-93f4-45a1-8b0f-59a92a2d720e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:08:16.357429 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:08:16.420381 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cb0cf9-1b18-4c77-88c9-0c21f7197f68 admin admin] Network ae6fd56e-3402-4b74-828f-7e3fbbeeac2c is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 07:08:16.423190 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-f7cb0cf9-1b18-4c77-88c9-0c21f7197f68 admin admin] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 07:08:16.426762 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cb0cf9-1b18-4c77-88c9-0c21f7197f68 admin admin] Received port after_create {{(pid=91759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 07:08:16.434677 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-2bb3025f-db47-4fcb-bcc3-0775c071cc3c None None] Attempting to bind port ce157737-e28a-4378-bf9f-3cd72a91ec4c on host dv-cinder-784140-5-iscsi for vnic_type normal with profile {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 07:08:16.435055 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-2bb3025f-db47-4fcb-bcc3-0775c071cc3c None None] Attempting to bind port ce157737-e28a-4378-bf9f-3cd72a91ec4c by drivers openvswitch,hyperv on host dv-cinder-784140-5-iscsi at level 0 using segments [{'id': '5ae08632-c29b-4dd6-8d62-13cd62eb6da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 07:08:16.435423 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb3025f-db47-4fcb-bcc3-0775c071cc3c None None] Attempting to bind port ce157737-e28a-4378-bf9f-3cd72a91ec4c on network fe992a7c-d3c2-4e8d-9573-c4f663251d7a {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 07:08:16.441238 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc59a9c-c309-48ac-8d51-a0cdaa6f7616 None None] Pushing event updated for resources: {'Port': ['ID=ce157737-e28a-4378-bf9f-3cd72a91ec4c,revision_number=2']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:08:16.445735 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-7dc59a9c-c309-48ac-8d51-a0cdaa6f7616 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:08:16.446688 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb3025f-db47-4fcb-bcc3-0775c071cc3c None None] Checking agent: {'id': '90bc4f0f-bba4-44bf-b00d-04c4d717fccd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 38), 'started_at': datetime.datetime(2021, 6, 7, 6, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 7, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 07:08:16.447067 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb3025f-db47-4fcb-bcc3-0775c071cc3c None None] Checking segment: {'id': '5ae08632-c29b-4dd6-8d62-13cd62eb6da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 07:08:16.447472 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-2bb3025f-db47-4fcb-bcc3-0775c071cc3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:16.447860 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb3025f-db47-4fcb-bcc3-0775c071cc3c None None] Bound using segment: {'id': '5ae08632-c29b-4dd6-8d62-13cd62eb6da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 07:08:16.448331 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-2bb3025f-db47-4fcb-bcc3-0775c071cc3c None None] Bound port: ce157737-e28a-4378-bf9f-3cd72a91ec4c, host: dv-cinder-784140-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae08632-c29b-4dd6-8d62-13cd62eb6da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'}}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 07:08:16.448710 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-2bb3025f-db47-4fcb-bcc3-0775c071cc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:16.457702 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb0cf9-1b18-4c77-88c9-0c21f7197f68 admin admin] Pushing event updated for resources: {'Port': ['ID=ebdec48d-f02a-4c25-a612-ffeba6684bbb,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:08:16.464062 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-f7cb0cf9-1b18-4c77-88c9-0c21f7197f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:08:16.488989 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f7cb0cf9-1b18-4c77-88c9-0c21f7197f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885548'] for router_interface, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:16.522985 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-2bb3025f-db47-4fcb-bcc3-0775c071cc3c None None] For port ce157737-e28a-4378-bf9f-3cd72a91ec4c, host dv-cinder-784140-5-iscsi, cleared binding levels {{(pid=91760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 07:08:16.526176 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-2bb3025f-db47-4fcb-bcc3-0775c071cc3c None None] For port ce157737-e28a-4378-bf9f-3cd72a91ec4c, host dv-cinder-784140-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=ce157737-e28a-4378-bf9f-3cd72a91ec4c,segment=NetworkSegment(5ae08632-c29b-4dd6-8d62-13cd62eb6da9),segment_id=5ae08632-c29b-4dd6-8d62-13cd62eb6da9)] {{(pid=91760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 07:08:16.530911 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-2bb3025f-db47-4fcb-bcc3-0775c071cc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:16.534541 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-ab8572d7-1feb-44a2-8b5b-c7c04f50ea09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:08:16.612986 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb3025f-db47-4fcb-bcc3-0775c071cc3c None None] Routers {'52e25b51-2c88-4aa5-afba-091c4b4eb3ac'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:08:16.613581 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-2bb3025f-db47-4fcb-bcc3-0775c071cc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:08:08Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['52e25b51-2c88-4aa5-afba-091c4b4eb3ac'], 'active': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:08:16.679254 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc59a9c-c309-48ac-8d51-a0cdaa6f7616 None None] Pushing event updated for resources: {'Port': ['ID=ce157737-e28a-4378-bf9f-3cd72a91ec4c,revision_number=3']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:08:16.684580 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device c9d4764a-9d34-4b07-a45e-47cc1112684c up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 07:08:16.712448 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-7dc59a9c-c309-48ac-8d51-a0cdaa6f7616 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:08:16.745575 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f7cb0cf9-1b18-4c77-88c9-0c21f7197f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:16.761636 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-9d64eb62-c847-45b3-aa8d-84237b5734e2 None None] Provisioning for port ebdec48d-f02a-4c25-a612-ffeba6684bbb completed by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 07:08:16.821611 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-9d64eb62-c847-45b3-aa8d-84237b5734e2 None None] Provisioning complete for port ebdec48d-f02a-4c25-a612-ffeba6684bbb triggered by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:08:16.822020 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-9d64eb62-c847-45b3-aa8d-84237b5734e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:16.918842 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvr_db [None req-2bb3025f-db47-4fcb-bcc3-0775c071cc3c None None] Set router 52e25b51-2c88-4aa5-afba-091c4b4eb3ac gateway port host: dv-cinder-784140-5-iscsi {{(pid=91760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:08:17.020391 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-9d64eb62-c847-45b3-aa8d-84237b5734e2 None None] Port ebdec48d-f02a-4c25-a612-ffeba6684bbb cannot update to ACTIVE because it is not bound. {{(pid=91760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 07:08:17.029267 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port c9d4764a-9d34-4b07-a45e-47cc1112684c triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:08:17.029647 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:17.086158 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f7cb0cf9-1b18-4c77-88c9-0c21f7197f68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:17.090637 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f7cb0cf9-1b18-4c77-88c9-0c21f7197f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222187'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:17.117759 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-2be34181-6270-41a2-a705-e0441c8b303d tempest-VolumesSnapshotTestJSON-879882300 tempest-VolumesSnapshotTestJSON-879882300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:08:17.199367 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb0cf9-1b18-4c77-88c9-0c21f7197f68 admin admin] Pushing event updated for resources: {'Port': ['ID=ebdec48d-f02a-4c25-a612-ffeba6684bbb,revision_number=2']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:08:17.201767 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-f7cb0cf9-1b18-4c77-88c9-0c21f7197f68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3890597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875508'] for router_interface, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:17.205311 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-f7cb0cf9-1b18-4c77-88c9-0c21f7197f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:08:17.309712 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-2bb3025f-db47-4fcb-bcc3-0775c071cc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e25b51-2c88-4aa5-afba-091c4b4eb3ac', 'name': 'tempest-TestMinimumBasicScenario-1017353834-router', 'tenant_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ce157737-e28a-4378-bf9f-3cd72a91ec4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:08:12Z', 'updated_at': '2021-06-07T07:08:14Z', 'revision_number': 3, 'project_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'gw_port': {'id': 'ce157737-e28a-4378-bf9f-3cd72a91ec4c', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e25b51-2c88-4aa5-afba-091c4b4eb3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:08:13Z', 'updated_at': '2021-06-07T07:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi'}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:08:17.313605 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb3025f-db47-4fcb-bcc3-0775c071cc3c None None] The sync data for ids ['52e25b51-2c88-4aa5-afba-091c4b4eb3ac'] in dv-cinder-784140-5-iscsi is: [{'id': '52e25b51-2c88-4aa5-afba-091c4b4eb3ac', 'name': 'tempest-TestMinimumBasicScenario-1017353834-router', 'tenant_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ce157737-e28a-4378-bf9f-3cd72a91ec4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:08:12Z', 'updated_at': '2021-06-07T07:08:14Z', 'revision_number': 3, 'project_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'gw_port': {'id': 'ce157737-e28a-4378-bf9f-3cd72a91ec4c', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e25b51-2c88-4aa5-afba-091c4b4eb3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:08:13Z', 'updated_at': '2021-06-07T07:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi'}] {{(pid=91760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 07:08:17.342752 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cb0cf9-1b18-4c77-88c9-0c21f7197f68 admin admin] Network ae6fd56e-3402-4b74-828f-7e3fbbeeac2c is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 07:08:17.343857 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-f7cb0cf9-1b18-4c77-88c9-0c21f7197f68 admin admin] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 07:08:17.556891 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1e7ae9ef-722c-455d-89f5-72c13736cfdb None None] Provisioning complete for port ebdec48d-f02a-4c25-a612-ffeba6684bbb triggered by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:08:17.557270 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1e7ae9ef-722c-455d-89f5-72c13736cfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:17.573282 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7cb0cf9-1b18-4c77-88c9-0c21f7197f68 admin admin] Router 52e25b51-2c88-4aa5-afba-091c4b4eb3ac has already been hosted by L3 agent 207d1699-2b30-4848-a9d2-d112df8957f2 {{(pid=91759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 07:08:17.619795 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-1e7ae9ef-722c-455d-89f5-72c13736cfdb None None] Port ebdec48d-f02a-4c25-a612-ffeba6684bbb cannot update to ACTIVE because it is not bound. {{(pid=91760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 07:08:17.766281 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7cb0cf9-1b18-4c77-88c9-0c21f7197f68 admin admin] Notify agent at l3_agent.dv-cinder-784140-5-iscsi the message routers_updated {{(pid=91759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 07:08:17.778464 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-f7cb0cf9-1b18-4c77-88c9-0c21f7197f68 admin admin] 10.222.0.35 "PUT /v2.0/routers/52e25b51-2c88-4aa5-afba-091c4b4eb3ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6025822 Jun 07 07:08:18.281432 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 49398) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:08:18.286469 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [None req-80139a0f-96ea-4c2f-a137-f2ef94056219 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1896322381-network', 'tenant_id': '74335bc51efe421fa6bdb99bce415b69'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:08:18.309377 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80139a0f-96ea-4c2f-a137-f2ef94056219 admin admin] Made reservation on behalf of 74335bc51efe421fa6bdb99bce415b69 for: {'network': 1} {{(pid=91758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 07:08:18.311755 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-80139a0f-96ea-4c2f-a137-f2ef94056219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-783645'] for network, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:18.324445 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-80139a0f-96ea-4c2f-a137-f2ef94056219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:18.426510 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-80139a0f-96ea-4c2f-a137-f2ef94056219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:18.430676 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-80139a0f-96ea-4c2f-a137-f2ef94056219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:18.433530 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-50fae1ca-4e69-4e79-b41b-7da4fc353291 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:08:18.463538 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80139a0f-96ea-4c2f-a137-f2ef94056219 admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=91758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 07:08:18.468857 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80139a0f-96ea-4c2f-a137-f2ef94056219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedcfd35-d026-4414-bff1-ee5e3c14799a,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:08:18.472830 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-80139a0f-96ea-4c2f-a137-f2ef94056219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:08:18.477972 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-80139a0f-96ea-4c2f-a137-f2ef94056219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642'] for segment, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:18.477972 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.db.segments_db [None req-80139a0f-96ea-4c2f-a137-f2ef94056219 admin admin] Added segment f3e411c4-993a-4d5b-9e39-c6365bc9eed5 of type vlan for network 2fd57abe-12eb-457b-adaf-24d3fc6d63c5 Jun 07 07:08:18.505185 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-80139a0f-96ea-4c2f-a137-f2ef94056219 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736900516316'] for network, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:18.539799 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-80139a0f-96ea-4c2f-a137-f2ef94056219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3890583'] for network, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:18.540790 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80139a0f-96ea-4c2f-a137-f2ef94056219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:08:18.541438 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-80139a0f-96ea-4c2f-a137-f2ef94056219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for network, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:18.546038 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-1b913329-a927-438a-9979-b46b351816c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:08:18.583161 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-80139a0f-96ea-4c2f-a137-f2ef94056219 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3005941 Jun 07 07:08:18.586208 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 49400) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:08:18.592021 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-b1dee790-4e88-4b4f-ac3c-3b6f995cf937 admin admin] Request body: {'subnet': {'network_id': '2fd57abe-12eb-457b-adaf-24d3fc6d63c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1896322381-subnet', 'tenant_id': '74335bc51efe421fa6bdb99bce415b69', 'ip_version': 4}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:08:18.628479 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1dee790-4e88-4b4f-ac3c-3b6f995cf937 admin admin] Made reservation on behalf of 74335bc51efe421fa6bdb99bce415b69 for: {'subnet': 1} {{(pid=91759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 07:08:18.630800 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b1dee790-4e88-4b4f-ac3c-3b6f995cf937 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2564212'] for subnet, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:18.644949 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80139a0f-96ea-4c2f-a137-f2ef94056219 admin admin] Pushing event updated for resources: {'Network': ['ID=2fd57abe-12eb-457b-adaf-24d3fc6d63c5,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:08:18.647893 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-80139a0f-96ea-4c2f-a137-f2ef94056219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:08:18.665294 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Network 2fd57abe-12eb-457b-adaf-24d3fc6d63c5 details requested by agent ovs-agent-dv-cinder-784140-5-iscsi with host dv-cinder-784140-5-iscsi {{(pid=91760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 07:08:18.774506 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device ce157737-e28a-4378-bf9f-3cd72a91ec4c up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 07:08:18.840901 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccee683b-2292-4cd8-84ba-fafe5a933ec5 None None] Sync routers for ids ['52e25b51-2c88-4aa5-afba-091c4b4eb3ac'] in dv-cinder-784140-5-iscsi {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 07:08:18.851147 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccee683b-2292-4cd8-84ba-fafe5a933ec5 None None] Routers {'52e25b51-2c88-4aa5-afba-091c4b4eb3ac'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:08:18.851763 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-ccee683b-2292-4cd8-84ba-fafe5a933ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:08:08Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['52e25b51-2c88-4aa5-afba-091c4b4eb3ac'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:08:18.861412 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning for port ce157737-e28a-4378-bf9f-3cd72a91ec4c completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 07:08:18.863156 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b1dee790-4e88-4b4f-ac3c-3b6f995cf937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2222332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2564198'] for subnet, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:18.866837 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port ce157737-e28a-4378-bf9f-3cd72a91ec4c triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:08:18.867215 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:18.867603 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-8226add3-5ef5-4d25-bfcc-41cdf942fe4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:08:18.948092 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dee790-4e88-4b4f-ac3c-3b6f995cf937 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99d4a6ef-5eb3-4c08-b78b-f54651e21dc1,revision_number=0']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:08:18.951701 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-b1dee790-4e88-4b4f-ac3c-3b6f995cf937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:08:18.957507 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dee790-4e88-4b4f-ac3c-3b6f995cf937 admin admin] Checking segment: {'id': 'f3e411c4-993a-4d5b-9e39-c6365bc9eed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2fd57abe-12eb-457b-adaf-24d3fc6d63c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 07:08:18.957963 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dee790-4e88-4b4f-ac3c-3b6f995cf937 admin admin] Network hostable DHCP agents. Network: 2fd57abe-12eb-457b-adaf-24d3fc6d63c5, hostable agents: ['1fe75083-37bf-44a6-88f5-2ab2a4fa7cf2'], hosted agents: [] {{(pid=91759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 07:08:18.978939 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dee790-4e88-4b4f-ac3c-3b6f995cf937 admin admin] Network 2fd57abe-12eb-457b-adaf-24d3fc6d63c5 is scheduled to be hosted by DHCP agent 1fe75083-37bf-44a6-88f5-2ab2a4fa7cf2 with binding_index 1 {{(pid=91759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 07:08:18.992459 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-b1dee790-4e88-4b4f-ac3c-3b6f995cf937 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-5-iscsi, 2fd57abe-12eb-457b-adaf-24d3fc6d63c5) {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 07:08:18.993176 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:19.005065 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ae6c48-0054-488f-8b0c-57e200d4bdc9 None None] Network 2fd57abe-12eb-457b-adaf-24d3fc6d63c5 requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 07:08:19.010098 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dee790-4e88-4b4f-ac3c-3b6f995cf937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:08:19.011042 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b1dee790-4e88-4b4f-ac3c-3b6f995cf937 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:19.035352 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-b1dee790-4e88-4b4f-ac3c-3b6f995cf937 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4473996 Jun 07 07:08:19.039435 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 49402) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:08:19.042625 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-ccee683b-2292-4cd8-84ba-fafe5a933ec5 None None] Set router 52e25b51-2c88-4aa5-afba-091c4b4eb3ac gateway port host: dv-cinder-784140-5-iscsi {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:08:19.044372 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [None req-3980119d-3590-4a41-ab87-466a088402fa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1896322381-router', 'tenant_id': '74335bc51efe421fa6bdb99bce415b69', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'}}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:08:19.051807 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] For port ce157737-e28a-4378-bf9f-3cd72a91ec4c, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=ce157737-e28a-4378-bf9f-3cd72a91ec4c,segment=NetworkSegment(5ae08632-c29b-4dd6-8d62-13cd62eb6da9),segment_id=5ae08632-c29b-4dd6-8d62-13cd62eb6da9)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:08:19.068189 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-3980119d-3590-4a41-ab87-466a088402fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3879239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5893'] for router, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:19.070232 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-3980119d-3590-4a41-ab87-466a088402fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3879646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3877371', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3905657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5902'] for router, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:19.098426 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-3980119d-3590-4a41-ab87-466a088402fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:19.172152 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:19.179531 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-7dc59a9c-c309-48ac-8d51-a0cdaa6f7616 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:08:19.301031 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Pushing event updated for resources: {'Port': ['ID=ce157737-e28a-4378-bf9f-3cd72a91ec4c,revision_number=4']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:08:19.304435 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:08:19.375530 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab07f989-b4ff-43bf-928b-d6d49ba8d372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9ec772a-7f49-5126-b4ce-3bf4331ec797-2fd57abe-12eb-457b-adaf-24d3fc6d63c5', 'network_id': '2fd57abe-12eb-457b-adaf-24d3fc6d63c5', 'tenant_id': '74335bc51efe421fa6bdb99bce415b69', 'fixed_ips': [{'subnet_id': '99d4a6ef-5eb3-4c08-b78b-f54651e21dc1'}]}} from dv-cinder-784140-5-iscsi. {{(pid=91760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 07:08:19.376473 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-ab07f989-b4ff-43bf-928b-d6d49ba8d372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:19.387750 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-ccee683b-2292-4cd8-84ba-fafe5a933ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e25b51-2c88-4aa5-afba-091c4b4eb3ac', 'name': 'tempest-TestMinimumBasicScenario-1017353834-router', 'tenant_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ce157737-e28a-4378-bf9f-3cd72a91ec4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:08:12Z', 'updated_at': '2021-06-07T07:08:16Z', 'revision_number': 4, 'project_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'gw_port': {'id': 'ce157737-e28a-4378-bf9f-3cd72a91ec4c', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e25b51-2c88-4aa5-afba-091c4b4eb3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:08:13Z', 'updated_at': '2021-06-07T07:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': 'ebdec48d-f02a-4c25-a612-ffeba6684bbb', 'name': '', 'network_id': 'ae6fd56e-3402-4b74-828f-7e3fbbeeac2c', 'tenant_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'mac_address': 'fa:16:3e:3e:9d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e25b51-2c88-4aa5-afba-091c4b4eb3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '3cba3436-c59d-4714-a1a2-a3a89630d87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:08:16Z', 'updated_at': '2021-06-07T07:08:16Z', 'revision_number': 2, 'project_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'subnets': [{'id': '3cba3436-c59d-4714-a1a2-a3a89630d87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:08:19.391937 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccee683b-2292-4cd8-84ba-fafe5a933ec5 None None] Checking router: 52e25b51-2c88-4aa5-afba-091c4b4eb3ac for host: dv-cinder-784140-5-iscsi {{(pid=91761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 07:08:19.392296 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccee683b-2292-4cd8-84ba-fafe5a933ec5 None None] Updating router 52e25b51-2c88-4aa5-afba-091c4b4eb3ac port ebdec48d-f02a-4c25-a612-ffeba6684bbb binding host dv-cinder-784140-5-iscsi {{(pid=91761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 07:08:19.445993 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-ccee683b-2292-4cd8-84ba-fafe5a933ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:19.491499 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-3980119d-3590-4a41-ab87-466a088402fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3877257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3879253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5912'] for router, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:19.538231 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.db_base_plugin_common [None req-ab07f989-b4ff-43bf-928b-d6d49ba8d372 None None] Allocated IP 172.20.0.2 (2fd57abe-12eb-457b-adaf-24d3fc6d63c5/99d4a6ef-5eb3-4c08-b78b-f54651e21dc1/cf2acc93-6628-4718-82c7-c5ba687308b7) {{(pid=91760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 07:08:19.746315 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-ab07f989-b4ff-43bf-928b-d6d49ba8d372 None None] Notify callbacks [] for port, precommit_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:19.756697 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-ab07f989-b4ff-43bf-928b-d6d49ba8d372 None None] Transition to ACTIVE for port object cf2acc93-6628-4718-82c7-c5ba687308b7 will not be triggered until provisioned by entity L2. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 07:08:19.775711 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-ab07f989-b4ff-43bf-928b-d6d49ba8d372 None None] Transition to ACTIVE for port object cf2acc93-6628-4718-82c7-c5ba687308b7 will not be triggered until provisioned by entity DHCP. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 07:08:19.782001 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-ab07f989-b4ff-43bf-928b-d6d49ba8d372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767'] for port, after_create {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:19.786306 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:08:19.797264 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-ccee683b-2292-4cd8-84ba-fafe5a933ec5 None None] Notify callbacks [] for port, precommit_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:19.809635 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-ccee683b-2292-4cd8-84ba-fafe5a933ec5 None None] Transition to ACTIVE for port object ebdec48d-f02a-4c25-a612-ffeba6684bbb will not be triggered until provisioned by entity L2. {{(pid=91761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 07:08:19.812144 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-3980119d-3590-4a41-ab87-466a088402fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:19.817031 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-ccee683b-2292-4cd8-84ba-fafe5a933ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:19.821473 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:08:19.843162 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-3980119d-3590-4a41-ab87-466a088402fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:19.858138 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab07f989-b4ff-43bf-928b-d6d49ba8d372 None None] Network 2fd57abe-12eb-457b-adaf-24d3fc6d63c5 is already hosted by enough agents. {{(pid=91760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 07:08:19.861258 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.scheduler.base_scheduler [None req-ab07f989-b4ff-43bf-928b-d6d49ba8d372 None None] Resources bound (agent type, host, resource id): {{(pid=91760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 07:08:19.865013 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab07f989-b4ff-43bf-928b-d6d49ba8d372 None None] Received port after_create {{(pid=91760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 07:08:19.917109 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab07f989-b4ff-43bf-928b-d6d49ba8d372 None None] Pushing event updated for resources: {'Port': ['ID=cf2acc93-6628-4718-82c7-c5ba687308b7,revision_number=1']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:08:19.931052 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-ab07f989-b4ff-43bf-928b-d6d49ba8d372 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:08:19.972411 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05132d0c-3540-469e-b643-d881ac7996bf None None] Pushing event updated for resources: {'Port': ['ID=ebdec48d-f02a-4c25-a612-ffeba6684bbb,revision_number=3']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:08:19.998512 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-ab07f989-b4ff-43bf-928b-d6d49ba8d372 None None] Attempting to bind port cf2acc93-6628-4718-82c7-c5ba687308b7 on host dv-cinder-784140-5-iscsi for vnic_type normal with profile {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 07:08:19.998843 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-ab07f989-b4ff-43bf-928b-d6d49ba8d372 None None] Attempting to bind port cf2acc93-6628-4718-82c7-c5ba687308b7 by drivers openvswitch,hyperv on host dv-cinder-784140-5-iscsi at level 0 using segments [{'id': 'f3e411c4-993a-4d5b-9e39-c6365bc9eed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2fd57abe-12eb-457b-adaf-24d3fc6d63c5'}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 07:08:19.999178 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab07f989-b4ff-43bf-928b-d6d49ba8d372 None None] Attempting to bind port cf2acc93-6628-4718-82c7-c5ba687308b7 on network 2fd57abe-12eb-457b-adaf-24d3fc6d63c5 {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 07:08:20.000983 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.db_base_plugin_common [None req-3980119d-3590-4a41-ab87-466a088402fa admin admin] Allocated IP 172.27.1.26 (fe992a7c-d3c2-4e8d-9573-c4f663251d7a/c4323051-ed30-4a9a-b3aa-b457aab0dfbf/be1ffa70-3ac2-415c-99cf-3d35ab828fb4) {{(pid=91758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 07:08:20.007091 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab07f989-b4ff-43bf-928b-d6d49ba8d372 None None] Checking agent: {'id': '90bc4f0f-bba4-44bf-b00d-04c4d717fccd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 38), 'started_at': datetime.datetime(2021, 6, 7, 6, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 7, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 07:08:20.007513 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab07f989-b4ff-43bf-928b-d6d49ba8d372 None None] Checking segment: {'id': 'f3e411c4-993a-4d5b-9e39-c6365bc9eed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2fd57abe-12eb-457b-adaf-24d3fc6d63c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 07:08:20.007956 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-ab07f989-b4ff-43bf-928b-d6d49ba8d372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:20.008519 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab07f989-b4ff-43bf-928b-d6d49ba8d372 None None] Bound using segment: {'id': 'f3e411c4-993a-4d5b-9e39-c6365bc9eed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2fd57abe-12eb-457b-adaf-24d3fc6d63c5'} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 07:08:20.009130 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-ab07f989-b4ff-43bf-928b-d6d49ba8d372 None None] Bound port: cf2acc93-6628-4718-82c7-c5ba687308b7, host: dv-cinder-784140-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e411c4-993a-4d5b-9e39-c6365bc9eed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2fd57abe-12eb-457b-adaf-24d3fc6d63c5'}}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 07:08:20.009517 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-ab07f989-b4ff-43bf-928b-d6d49ba8d372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:20.027768 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05132d0c-3540-469e-b643-d881ac7996bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:08:20.027768 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05132d0c-3540-469e-b643-d881ac7996bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:08:20.027768 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05132d0c-3540-469e-b643-d881ac7996bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:08:20.027768 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05132d0c-3540-469e-b643-d881ac7996bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:08:20.028867 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05132d0c-3540-469e-b643-d881ac7996bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:08:20.028867 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05132d0c-3540-469e-b643-d881ac7996bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:08:20.028867 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05132d0c-3540-469e-b643-d881ac7996bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:08:20.029102 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05132d0c-3540-469e-b643-d881ac7996bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:08:20.029201 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05132d0c-3540-469e-b643-d881ac7996bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:08:20.029501 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05132d0c-3540-469e-b643-d881ac7996bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:08:20.029834 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05132d0c-3540-469e-b643-d881ac7996bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:08:20.030147 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05132d0c-3540-469e-b643-d881ac7996bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:08:20.037677 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-05132d0c-3540-469e-b643-d881ac7996bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:08:20.055391 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-ccee683b-2292-4cd8-84ba-fafe5a933ec5 None None] Attempting to bind port ebdec48d-f02a-4c25-a612-ffeba6684bbb on host dv-cinder-784140-5-iscsi for vnic_type normal with profile {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 07:08:20.055761 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-ccee683b-2292-4cd8-84ba-fafe5a933ec5 None None] Attempting to bind port ebdec48d-f02a-4c25-a612-ffeba6684bbb by drivers openvswitch,hyperv on host dv-cinder-784140-5-iscsi at level 0 using segments [{'id': '76a9b159-e64a-436a-b672-930c61bf8591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ae6fd56e-3402-4b74-828f-7e3fbbeeac2c'}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 07:08:20.056127 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccee683b-2292-4cd8-84ba-fafe5a933ec5 None None] Attempting to bind port ebdec48d-f02a-4c25-a612-ffeba6684bbb on network ae6fd56e-3402-4b74-828f-7e3fbbeeac2c {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 07:08:20.062316 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccee683b-2292-4cd8-84ba-fafe5a933ec5 None None] Checking agent: {'id': '90bc4f0f-bba4-44bf-b00d-04c4d717fccd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 38), 'started_at': datetime.datetime(2021, 6, 7, 6, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 7, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 07:08:20.062688 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccee683b-2292-4cd8-84ba-fafe5a933ec5 None None] Checking segment: {'id': '76a9b159-e64a-436a-b672-930c61bf8591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ae6fd56e-3402-4b74-828f-7e3fbbeeac2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 07:08:20.063091 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-ccee683b-2292-4cd8-84ba-fafe5a933ec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:20.063605 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccee683b-2292-4cd8-84ba-fafe5a933ec5 None None] Bound using segment: {'id': '76a9b159-e64a-436a-b672-930c61bf8591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ae6fd56e-3402-4b74-828f-7e3fbbeeac2c'} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 07:08:20.063945 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-ccee683b-2292-4cd8-84ba-fafe5a933ec5 None None] Bound port: ebdec48d-f02a-4c25-a612-ffeba6684bbb, host: dv-cinder-784140-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a9b159-e64a-436a-b672-930c61bf8591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ae6fd56e-3402-4b74-828f-7e3fbbeeac2c'}}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 07:08:20.064316 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-ccee683b-2292-4cd8-84ba-fafe5a933ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:20.131063 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-ab07f989-b4ff-43bf-928b-d6d49ba8d372 None None] For port cf2acc93-6628-4718-82c7-c5ba687308b7, host dv-cinder-784140-5-iscsi, cleared binding levels {{(pid=91760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 07:08:20.136296 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-ab07f989-b4ff-43bf-928b-d6d49ba8d372 None None] For port cf2acc93-6628-4718-82c7-c5ba687308b7, host dv-cinder-784140-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=cf2acc93-6628-4718-82c7-c5ba687308b7,segment=NetworkSegment(f3e411c4-993a-4d5b-9e39-c6365bc9eed5),segment_id=f3e411c4-993a-4d5b-9e39-c6365bc9eed5)] {{(pid=91760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 07:08:20.141041 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-ab07f989-b4ff-43bf-928b-d6d49ba8d372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:20.147743 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:08:20.171567 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-ccee683b-2292-4cd8-84ba-fafe5a933ec5 None None] For port ebdec48d-f02a-4c25-a612-ffeba6684bbb, host dv-cinder-784140-5-iscsi, cleared binding levels {{(pid=91761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 07:08:20.174771 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-ccee683b-2292-4cd8-84ba-fafe5a933ec5 None None] For port ebdec48d-f02a-4c25-a612-ffeba6684bbb, host dv-cinder-784140-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=ebdec48d-f02a-4c25-a612-ffeba6684bbb,segment=NetworkSegment(76a9b159-e64a-436a-b672-930c61bf8591),segment_id=76a9b159-e64a-436a-b672-930c61bf8591)] {{(pid=91761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 07:08:20.180429 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-ccee683b-2292-4cd8-84ba-fafe5a933ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:20.184728 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-4d765ca5-f0ba-416e-91cb-005d38509b11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:08:20.229823 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-3980119d-3590-4a41-ab87-466a088402fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:20.240884 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab07f989-b4ff-43bf-928b-d6d49ba8d372 None None] Pushing event updated for resources: {'Port': ['ID=cf2acc93-6628-4718-82c7-c5ba687308b7,revision_number=2']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:08:20.243890 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-ab07f989-b4ff-43bf-928b-d6d49ba8d372 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:08:20.259850 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccee683b-2292-4cd8-84ba-fafe5a933ec5 None None] Routers {'52e25b51-2c88-4aa5-afba-091c4b4eb3ac'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:08:20.260474 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-ccee683b-2292-4cd8-84ba-fafe5a933ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:08:08Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['52e25b51-2c88-4aa5-afba-091c4b4eb3ac'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:08:20.274534 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-3980119d-3590-4a41-ab87-466a088402fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:20.283460 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-520817aa-0d08-426d-b254-29d20d8c2915 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:08:20.332665 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3980119d-3590-4a41-ab87-466a088402fa admin admin] Network fe992a7c-d3c2-4e8d-9573-c4f663251d7a is already hosted by enough agents. {{(pid=91758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 07:08:20.342344 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.base_scheduler [None req-3980119d-3590-4a41-ab87-466a088402fa admin admin] Resources bound (agent type, host, resource id): {{(pid=91758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 07:08:20.356874 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3980119d-3590-4a41-ab87-466a088402fa admin admin] Received port after_create {{(pid=91758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 07:08:20.376741 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05132d0c-3540-469e-b643-d881ac7996bf None None] Pushing event updated for resources: {'Port': ['ID=ebdec48d-f02a-4c25-a612-ffeba6684bbb,revision_number=4']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:08:20.384452 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-05132d0c-3540-469e-b643-d881ac7996bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:08:20.414968 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3980119d-3590-4a41-ab87-466a088402fa admin admin] Pushing event updated for resources: {'Port': ['ID=be1ffa70-3ac2-415c-99cf-3d35ab828fb4,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:08:20.419995 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-3980119d-3590-4a41-ab87-466a088402fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:08:20.556408 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-ccee683b-2292-4cd8-84ba-fafe5a933ec5 None None] Set router 52e25b51-2c88-4aa5-afba-091c4b4eb3ac gateway port host: dv-cinder-784140-5-iscsi {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:08:20.807137 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device cf2acc93-6628-4718-82c7-c5ba687308b7 up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 07:08:20.881060 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-3980119d-3590-4a41-ab87-466a088402fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:20.888127 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning for port cf2acc93-6628-4718-82c7-c5ba687308b7 completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 07:08:20.894181 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device ce157737-e28a-4378-bf9f-3cd72a91ec4c up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 07:08:20.948066 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-ccee683b-2292-4cd8-84ba-fafe5a933ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e25b51-2c88-4aa5-afba-091c4b4eb3ac', 'name': 'tempest-TestMinimumBasicScenario-1017353834-router', 'tenant_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ce157737-e28a-4378-bf9f-3cd72a91ec4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:08:12Z', 'updated_at': '2021-06-07T07:08:16Z', 'revision_number': 4, 'project_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'gw_port': {'id': 'ce157737-e28a-4378-bf9f-3cd72a91ec4c', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e25b51-2c88-4aa5-afba-091c4b4eb3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:08:13Z', 'updated_at': '2021-06-07T07:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': 'ebdec48d-f02a-4c25-a612-ffeba6684bbb', 'name': '', 'network_id': 'ae6fd56e-3402-4b74-828f-7e3fbbeeac2c', 'tenant_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'mac_address': 'fa:16:3e:3e:9d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e25b51-2c88-4aa5-afba-091c4b4eb3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '3cba3436-c59d-4714-a1a2-a3a89630d87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:08:16Z', 'updated_at': '2021-06-07T07:08:20Z', 'revision_number': 4, 'project_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'subnets': [{'id': '3cba3436-c59d-4714-a1a2-a3a89630d87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:08:20.952732 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccee683b-2292-4cd8-84ba-fafe5a933ec5 None None] The sync data for ids ['52e25b51-2c88-4aa5-afba-091c4b4eb3ac'] in dv-cinder-784140-5-iscsi is: [{'id': '52e25b51-2c88-4aa5-afba-091c4b4eb3ac', 'name': 'tempest-TestMinimumBasicScenario-1017353834-router', 'tenant_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ce157737-e28a-4378-bf9f-3cd72a91ec4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:08:12Z', 'updated_at': '2021-06-07T07:08:16Z', 'revision_number': 4, 'project_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'gw_port': {'id': 'ce157737-e28a-4378-bf9f-3cd72a91ec4c', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e25b51-2c88-4aa5-afba-091c4b4eb3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:08:13Z', 'updated_at': '2021-06-07T07:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': 'ebdec48d-f02a-4c25-a612-ffeba6684bbb', 'name': '', 'network_id': 'ae6fd56e-3402-4b74-828f-7e3fbbeeac2c', 'tenant_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'mac_address': 'fa:16:3e:3e:9d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e25b51-2c88-4aa5-afba-091c4b4eb3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '3cba3436-c59d-4714-a1a2-a3a89630d87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:08:16Z', 'updated_at': '2021-06-07T07:08:20Z', 'revision_number': 4, 'project_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'subnets': [{'id': '3cba3436-c59d-4714-a1a2-a3a89630d87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 07:08:20.983452 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port ce157737-e28a-4378-bf9f-3cd72a91ec4c triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:08:20.983840 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:21.382885 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-3980119d-3590-4a41-ab87-466a088402fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3879246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3877286'] for router, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:21.394017 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223cfda3-c333-441e-8239-bd29a00d3c24 None None] Network 2fd57abe-12eb-457b-adaf-24d3fc6d63c5 requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 07:08:21.560872 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-c01eb6d9-9554-4e47-8862-312c373ffead None None] Provisioning for port cf2acc93-6628-4718-82c7-c5ba687308b7 completed by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 07:08:21.573858 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-c01eb6d9-9554-4e47-8862-312c373ffead None None] Provisioning complete for port cf2acc93-6628-4718-82c7-c5ba687308b7 triggered by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:08:21.574163 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-c01eb6d9-9554-4e47-8862-312c373ffead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:21.604942 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3980119d-3590-4a41-ab87-466a088402fa admin admin] Router e2fd4700-f542-488d-9d59-95d077d807f1 is scheduled to L3 agent 207d1699-2b30-4848-a9d2-d112df8957f2 with binding_index 1 {{(pid=91758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 07:08:21.754481 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-c01eb6d9-9554-4e47-8862-312c373ffead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:21.792691 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-c01eb6d9-9554-4e47-8862-312c373ffead None None] For port cf2acc93-6628-4718-82c7-c5ba687308b7, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=cf2acc93-6628-4718-82c7-c5ba687308b7,segment=NetworkSegment(f3e411c4-993a-4d5b-9e39-c6365bc9eed5),segment_id=f3e411c4-993a-4d5b-9e39-c6365bc9eed5)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:08:21.793864 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3980119d-3590-4a41-ab87-466a088402fa admin admin] Notify agent at l3_agent.dv-cinder-784140-5-iscsi the message routers_updated {{(pid=91758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 07:08:21.806517 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b83bf2-e14a-4d9a-b43a-3c119d6308e9 None None] Sync routers for ids ['e2fd4700-f542-488d-9d59-95d077d807f1'] in dv-cinder-784140-5-iscsi {{(pid=91760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 07:08:21.809607 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-c01eb6d9-9554-4e47-8862-312c373ffead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:21.815135 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:08:21.816628 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-3980119d-3590-4a41-ab87-466a088402fa admin admin] Notify callbacks [] for router, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:21.820806 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-3980119d-3590-4a41-ab87-466a088402fa admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7770598 Jun 07 07:08:21.821003 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 49404) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:08:21.875010 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b83bf2-e14a-4d9a-b43a-3c119d6308e9 None None] Routers {'e2fd4700-f542-488d-9d59-95d077d807f1'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:08:21.875745 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-86b83bf2-e14a-4d9a-b43a-3c119d6308e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:08:08Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['e2fd4700-f542-488d-9d59-95d077d807f1'], 'active': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:08:22.016773 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01eb6d9-9554-4e47-8862-312c373ffead None None] Pushing event updated for resources: {'Port': ['ID=cf2acc93-6628-4718-82c7-c5ba687308b7,revision_number=3']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:08:22.028920 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-c01eb6d9-9554-4e47-8862-312c373ffead None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:08:22.105454 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-06cbadb0-4a90-45c6-b459-12fdf074a4e6 None None] Provisioning complete for port cf2acc93-6628-4718-82c7-c5ba687308b7 triggered by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:08:22.105863 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-06cbadb0-4a90-45c6-b459-12fdf074a4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:22.173489 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvr_db [None req-86b83bf2-e14a-4d9a-b43a-3c119d6308e9 None None] Set router e2fd4700-f542-488d-9d59-95d077d807f1 gateway port host: dv-cinder-784140-5-iscsi {{(pid=91760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:08:22.544194 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-86b83bf2-e14a-4d9a-b43a-3c119d6308e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2fd4700-f542-488d-9d59-95d077d807f1', 'name': 'tempest-TestMinimumBasicScenario-1896322381-router', 'tenant_id': '74335bc51efe421fa6bdb99bce415b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'be1ffa70-3ac2-415c-99cf-3d35ab828fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:08:19Z', 'updated_at': '2021-06-07T07:08:20Z', 'revision_number': 3, 'project_id': '74335bc51efe421fa6bdb99bce415b69', 'gw_port': {'id': 'be1ffa70-3ac2-415c-99cf-3d35ab828fb4', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ff:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2fd4700-f542-488d-9d59-95d077d807f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:08:19Z', 'updated_at': '2021-06-07T07:08:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi'}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:08:22.547968 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b83bf2-e14a-4d9a-b43a-3c119d6308e9 None None] Checking router: e2fd4700-f542-488d-9d59-95d077d807f1 for host: dv-cinder-784140-5-iscsi {{(pid=91760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 07:08:22.548325 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b83bf2-e14a-4d9a-b43a-3c119d6308e9 None None] Updating router e2fd4700-f542-488d-9d59-95d077d807f1 port be1ffa70-3ac2-415c-99cf-3d35ab828fb4 binding host dv-cinder-784140-5-iscsi {{(pid=91760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 07:08:22.599911 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-86b83bf2-e14a-4d9a-b43a-3c119d6308e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:22.639390 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-fbd95bc7-d2f8-4bd9-9e66-7be772d23967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:22.824680 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device ebdec48d-f02a-4c25-a612-ffeba6684bbb up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 07:08:22.857227 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.db_base_plugin_common [None req-fbd95bc7-d2f8-4bd9-9e66-7be772d23967 admin admin] Allocated IP 172.20.0.1 (2fd57abe-12eb-457b-adaf-24d3fc6d63c5/99d4a6ef-5eb3-4c08-b78b-f54651e21dc1/35c63d71-2de0-426d-87dc-deefb2a5d1e8) {{(pid=91759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 07:08:22.937976 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning for port ebdec48d-f02a-4c25-a612-ffeba6684bbb completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 07:08:22.979236 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port ebdec48d-f02a-4c25-a612-ffeba6684bbb triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:08:22.979622 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:23.004600 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-fbd95bc7-d2f8-4bd9-9e66-7be772d23967 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:23.020101 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.provisioning_blocks [None req-fbd95bc7-d2f8-4bd9-9e66-7be772d23967 admin admin] Transition to ACTIVE for port object 35c63d71-2de0-426d-87dc-deefb2a5d1e8 will not be triggered until provisioned by entity DHCP. {{(pid=91759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 07:08:23.046157 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-fbd95bc7-d2f8-4bd9-9e66-7be772d23967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222160'] for port, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:23.050996 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-cb3ee571-ef1c-4dcb-8ec3-a2d74adbe370 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:08:23.060158 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-86b83bf2-e14a-4d9a-b43a-3c119d6308e9 None None] Notify callbacks [] for port, precommit_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:23.079795 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-86b83bf2-e14a-4d9a-b43a-3c119d6308e9 None None] Transition to ACTIVE for port object be1ffa70-3ac2-415c-99cf-3d35ab828fb4 will not be triggered until provisioned by entity L2. {{(pid=91760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 07:08:23.114263 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-86b83bf2-e14a-4d9a-b43a-3c119d6308e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:23.114557 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd95bc7-d2f8-4bd9-9e66-7be772d23967 admin admin] Network 2fd57abe-12eb-457b-adaf-24d3fc6d63c5 is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 07:08:23.117539 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-fbd95bc7-d2f8-4bd9-9e66-7be772d23967 admin admin] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 07:08:23.121296 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd95bc7-d2f8-4bd9-9e66-7be772d23967 admin admin] Received port after_create {{(pid=91759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 07:08:23.124185 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:08:23.181488 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd95bc7-d2f8-4bd9-9e66-7be772d23967 admin admin] Pushing event updated for resources: {'Port': ['ID=35c63d71-2de0-426d-87dc-deefb2a5d1e8,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:08:23.187079 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-fbd95bc7-d2f8-4bd9-9e66-7be772d23967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:08:23.200684 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-fbd95bc7-d2f8-4bd9-9e66-7be772d23967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3885548'] for router_interface, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:23.219486 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-86b83bf2-e14a-4d9a-b43a-3c119d6308e9 None None] Attempting to bind port be1ffa70-3ac2-415c-99cf-3d35ab828fb4 on host dv-cinder-784140-5-iscsi for vnic_type normal with profile {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 07:08:23.219869 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-86b83bf2-e14a-4d9a-b43a-3c119d6308e9 None None] Attempting to bind port be1ffa70-3ac2-415c-99cf-3d35ab828fb4 by drivers openvswitch,hyperv on host dv-cinder-784140-5-iscsi at level 0 using segments [{'id': '5ae08632-c29b-4dd6-8d62-13cd62eb6da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 07:08:23.220244 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b83bf2-e14a-4d9a-b43a-3c119d6308e9 None None] Attempting to bind port be1ffa70-3ac2-415c-99cf-3d35ab828fb4 on network fe992a7c-d3c2-4e8d-9573-c4f663251d7a {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 07:08:23.226590 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:23.243300 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b83bf2-e14a-4d9a-b43a-3c119d6308e9 None None] Checking agent: {'id': '90bc4f0f-bba4-44bf-b00d-04c4d717fccd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 38), 'started_at': datetime.datetime(2021, 6, 7, 6, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 7, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 07:08:23.243726 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b83bf2-e14a-4d9a-b43a-3c119d6308e9 None None] Checking segment: {'id': '5ae08632-c29b-4dd6-8d62-13cd62eb6da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 07:08:23.244376 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-86b83bf2-e14a-4d9a-b43a-3c119d6308e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:23.244509 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b83bf2-e14a-4d9a-b43a-3c119d6308e9 None None] Bound using segment: {'id': '5ae08632-c29b-4dd6-8d62-13cd62eb6da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'} {{(pid=91760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 07:08:23.244959 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.managers [None req-86b83bf2-e14a-4d9a-b43a-3c119d6308e9 None None] Bound port: be1ffa70-3ac2-415c-99cf-3d35ab828fb4, host: dv-cinder-784140-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae08632-c29b-4dd6-8d62-13cd62eb6da9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a'}}] {{(pid=91760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 07:08:23.245337 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-86b83bf2-e14a-4d9a-b43a-3c119d6308e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:23.282990 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e1f13-cc22-4f95-9b3d-bf6ccd6e2ffc None None] Pushing event updated for resources: {'Port': ['ID=be1ffa70-3ac2-415c-99cf-3d35ab828fb4,revision_number=2']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:08:23.296382 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-eb3e1f13-cc22-4f95-9b3d-bf6ccd6e2ffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:08:23.327973 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-fbd95bc7-d2f8-4bd9-9e66-7be772d23967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:23.332339 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] For port ebdec48d-f02a-4c25-a612-ffeba6684bbb, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=ebdec48d-f02a-4c25-a612-ffeba6684bbb,segment=NetworkSegment(76a9b159-e64a-436a-b672-930c61bf8591),segment_id=76a9b159-e64a-436a-b672-930c61bf8591)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:08:23.336663 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:23.337494 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device cf2acc93-6628-4718-82c7-c5ba687308b7 up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 07:08:23.366824 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-ab07f989-b4ff-43bf-928b-d6d49ba8d372 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:08:23.434174 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-86b83bf2-e14a-4d9a-b43a-3c119d6308e9 None None] For port be1ffa70-3ac2-415c-99cf-3d35ab828fb4, host dv-cinder-784140-5-iscsi, cleared binding levels {{(pid=91760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 07:08:23.469221 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-86b83bf2-e14a-4d9a-b43a-3c119d6308e9 None None] For port be1ffa70-3ac2-415c-99cf-3d35ab828fb4, host dv-cinder-784140-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=be1ffa70-3ac2-415c-99cf-3d35ab828fb4,segment=NetworkSegment(5ae08632-c29b-4dd6-8d62-13cd62eb6da9),segment_id=5ae08632-c29b-4dd6-8d62-13cd62eb6da9)] {{(pid=91760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 07:08:23.481655 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-86b83bf2-e14a-4d9a-b43a-3c119d6308e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:23.490908 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-e3a41d1f-3cc2-47b9-805e-f7bfa37b2594 None None] Provisioning for port 35c63d71-2de0-426d-87dc-deefb2a5d1e8 completed by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 07:08:23.542141 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Pushing event updated for resources: {'Port': ['ID=ebdec48d-f02a-4c25-a612-ffeba6684bbb,revision_number=5']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:08:23.549363 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:08:23.550073 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:08:23.558285 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-fbd95bc7-d2f8-4bd9-9e66-7be772d23967 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:23.562986 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-fbd95bc7-d2f8-4bd9-9e66-7be772d23967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222187'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:23.578587 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-e3a41d1f-3cc2-47b9-805e-f7bfa37b2594 None None] Provisioning complete for port 35c63d71-2de0-426d-87dc-deefb2a5d1e8 triggered by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:08:23.579006 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-e3a41d1f-3cc2-47b9-805e-f7bfa37b2594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:23.591291 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-64b18fc4-b943-4551-8bed-a6241edb0e98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:08:23.653553 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b83bf2-e14a-4d9a-b43a-3c119d6308e9 None None] Routers {'e2fd4700-f542-488d-9d59-95d077d807f1'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:08:23.654301 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-86b83bf2-e14a-4d9a-b43a-3c119d6308e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:08:08Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['e2fd4700-f542-488d-9d59-95d077d807f1'], 'active': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:08:23.674244 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-fbd95bc7-d2f8-4bd9-9e66-7be772d23967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3890597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875508'] for router_interface, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:23.678439 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd95bc7-d2f8-4bd9-9e66-7be772d23967 admin admin] Pushing event updated for resources: {'Port': ['ID=35c63d71-2de0-426d-87dc-deefb2a5d1e8,revision_number=2']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:08:23.681844 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-fbd95bc7-d2f8-4bd9-9e66-7be772d23967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:08:23.713557 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port cf2acc93-6628-4718-82c7-c5ba687308b7 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:08:23.713961 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:23.769041 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-e3a41d1f-3cc2-47b9-805e-f7bfa37b2594 None None] Port 35c63d71-2de0-426d-87dc-deefb2a5d1e8 cannot update to ACTIVE because it is not bound. {{(pid=91760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 07:08:23.804324 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e1f13-cc22-4f95-9b3d-bf6ccd6e2ffc None None] Pushing event updated for resources: {'Port': ['ID=be1ffa70-3ac2-415c-99cf-3d35ab828fb4,revision_number=3']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:08:23.812274 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-eb3e1f13-cc22-4f95-9b3d-bf6ccd6e2ffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:08:23.814778 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd95bc7-d2f8-4bd9-9e66-7be772d23967 admin admin] Network 2fd57abe-12eb-457b-adaf-24d3fc6d63c5 is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 07:08:23.815928 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-fbd95bc7-d2f8-4bd9-9e66-7be772d23967 admin admin] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 07:08:23.953607 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvr_db [None req-86b83bf2-e14a-4d9a-b43a-3c119d6308e9 None None] Set router e2fd4700-f542-488d-9d59-95d077d807f1 gateway port host: dv-cinder-784140-5-iscsi {{(pid=91760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:08:24.011240 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd95bc7-d2f8-4bd9-9e66-7be772d23967 admin admin] Router e2fd4700-f542-488d-9d59-95d077d807f1 has already been hosted by L3 agent 207d1699-2b30-4848-a9d2-d112df8957f2 {{(pid=91759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 07:08:24.180173 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-6bb6376b-8da1-42a1-b942-9746a3e3d45d None None] Provisioning complete for port 35c63d71-2de0-426d-87dc-deefb2a5d1e8 triggered by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:08:24.180549 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-6bb6376b-8da1-42a1-b942-9746a3e3d45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:24.264659 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-6bb6376b-8da1-42a1-b942-9746a3e3d45d None None] Port 35c63d71-2de0-426d-87dc-deefb2a5d1e8 cannot update to ACTIVE because it is not bound. {{(pid=91760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 07:08:24.301260 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd95bc7-d2f8-4bd9-9e66-7be772d23967 admin admin] Notify agent at l3_agent.dv-cinder-784140-5-iscsi the message routers_updated {{(pid=91759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 07:08:24.314352 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-fbd95bc7-d2f8-4bd9-9e66-7be772d23967 admin admin] 10.222.0.35 "PUT /v2.0/routers/e2fd4700-f542-488d-9d59-95d077d807f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4841068 Jun 07 07:08:24.331200 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-86b83bf2-e14a-4d9a-b43a-3c119d6308e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2fd4700-f542-488d-9d59-95d077d807f1', 'name': 'tempest-TestMinimumBasicScenario-1896322381-router', 'tenant_id': '74335bc51efe421fa6bdb99bce415b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'be1ffa70-3ac2-415c-99cf-3d35ab828fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:08:19Z', 'updated_at': '2021-06-07T07:08:23Z', 'revision_number': 4, 'project_id': '74335bc51efe421fa6bdb99bce415b69', 'gw_port': {'id': 'be1ffa70-3ac2-415c-99cf-3d35ab828fb4', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ff:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2fd4700-f542-488d-9d59-95d077d807f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:08:19Z', 'updated_at': '2021-06-07T07:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': '35c63d71-2de0-426d-87dc-deefb2a5d1e8', 'name': '', 'network_id': '2fd57abe-12eb-457b-adaf-24d3fc6d63c5', 'tenant_id': '74335bc51efe421fa6bdb99bce415b69', 'mac_address': 'fa:16:3e:9d:1b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2fd4700-f542-488d-9d59-95d077d807f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '99d4a6ef-5eb3-4c08-b78b-f54651e21dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:08:22Z', 'updated_at': '2021-06-07T07:08:23Z', 'revision_number': 2, 'project_id': '74335bc51efe421fa6bdb99bce415b69', 'subnets': [{'id': '99d4a6ef-5eb3-4c08-b78b-f54651e21dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:08:24.335596 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b83bf2-e14a-4d9a-b43a-3c119d6308e9 None None] The sync data for ids ['e2fd4700-f542-488d-9d59-95d077d807f1'] in dv-cinder-784140-5-iscsi is: [{'id': 'e2fd4700-f542-488d-9d59-95d077d807f1', 'name': 'tempest-TestMinimumBasicScenario-1896322381-router', 'tenant_id': '74335bc51efe421fa6bdb99bce415b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'be1ffa70-3ac2-415c-99cf-3d35ab828fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:08:19Z', 'updated_at': '2021-06-07T07:08:23Z', 'revision_number': 4, 'project_id': '74335bc51efe421fa6bdb99bce415b69', 'gw_port': {'id': 'be1ffa70-3ac2-415c-99cf-3d35ab828fb4', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ff:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2fd4700-f542-488d-9d59-95d077d807f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:08:19Z', 'updated_at': '2021-06-07T07:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': '35c63d71-2de0-426d-87dc-deefb2a5d1e8', 'name': '', 'network_id': '2fd57abe-12eb-457b-adaf-24d3fc6d63c5', 'tenant_id': '74335bc51efe421fa6bdb99bce415b69', 'mac_address': 'fa:16:3e:9d:1b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2fd4700-f542-488d-9d59-95d077d807f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '99d4a6ef-5eb3-4c08-b78b-f54651e21dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:08:22Z', 'updated_at': '2021-06-07T07:08:23Z', 'revision_number': 2, 'project_id': '74335bc51efe421fa6bdb99bce415b69', 'subnets': [{'id': '99d4a6ef-5eb3-4c08-b78b-f54651e21dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 07:08:24.702713 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device ebdec48d-f02a-4c25-a612-ffeba6684bbb up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 07:08:24.784200 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port ebdec48d-f02a-4c25-a612-ffeba6684bbb triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:08:24.784580 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:26.713084 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device be1ffa70-3ac2-415c-99cf-3d35ab828fb4 up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 07:08:26.814175 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning for port be1ffa70-3ac2-415c-99cf-3d35ab828fb4 completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 07:08:26.824753 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port be1ffa70-3ac2-415c-99cf-3d35ab828fb4 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:08:26.825141 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:26.968363 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:26.987056 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] For port be1ffa70-3ac2-415c-99cf-3d35ab828fb4, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=be1ffa70-3ac2-415c-99cf-3d35ab828fb4,segment=NetworkSegment(5ae08632-c29b-4dd6-8d62-13cd62eb6da9),segment_id=5ae08632-c29b-4dd6-8d62-13cd62eb6da9)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:08:26.997375 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:26.999374 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:08:27.076751 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Pushing event updated for resources: {'Port': ['ID=be1ffa70-3ac2-415c-99cf-3d35ab828fb4,revision_number=4']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:08:27.080661 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:08:27.948620 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02fdd79-e204-44c8-9ee9-6d78cc36d411 None None] Sync routers for ids ['e2fd4700-f542-488d-9d59-95d077d807f1'] in dv-cinder-784140-5-iscsi {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 07:08:27.962715 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02fdd79-e204-44c8-9ee9-6d78cc36d411 None None] Routers {'e2fd4700-f542-488d-9d59-95d077d807f1'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:08:27.963674 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-f02fdd79-e204-44c8-9ee9-6d78cc36d411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:08:08Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['e2fd4700-f542-488d-9d59-95d077d807f1'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:08:28.150284 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-f02fdd79-e204-44c8-9ee9-6d78cc36d411 None None] Set router e2fd4700-f542-488d-9d59-95d077d807f1 gateway port host: dv-cinder-784140-5-iscsi {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:08:28.477188 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-f02fdd79-e204-44c8-9ee9-6d78cc36d411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2fd4700-f542-488d-9d59-95d077d807f1', 'name': 'tempest-TestMinimumBasicScenario-1896322381-router', 'tenant_id': '74335bc51efe421fa6bdb99bce415b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'be1ffa70-3ac2-415c-99cf-3d35ab828fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:08:19Z', 'updated_at': '2021-06-07T07:08:23Z', 'revision_number': 4, 'project_id': '74335bc51efe421fa6bdb99bce415b69', 'gw_port': {'id': 'be1ffa70-3ac2-415c-99cf-3d35ab828fb4', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ff:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fd4700-f542-488d-9d59-95d077d807f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:08:19Z', 'updated_at': '2021-06-07T07:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': '35c63d71-2de0-426d-87dc-deefb2a5d1e8', 'name': '', 'network_id': '2fd57abe-12eb-457b-adaf-24d3fc6d63c5', 'tenant_id': '74335bc51efe421fa6bdb99bce415b69', 'mac_address': 'fa:16:3e:9d:1b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2fd4700-f542-488d-9d59-95d077d807f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '99d4a6ef-5eb3-4c08-b78b-f54651e21dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:08:22Z', 'updated_at': '2021-06-07T07:08:23Z', 'revision_number': 2, 'project_id': '74335bc51efe421fa6bdb99bce415b69', 'subnets': [{'id': '99d4a6ef-5eb3-4c08-b78b-f54651e21dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:08:28.481146 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02fdd79-e204-44c8-9ee9-6d78cc36d411 None None] Checking router: e2fd4700-f542-488d-9d59-95d077d807f1 for host: dv-cinder-784140-5-iscsi {{(pid=91761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 07:08:28.481498 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02fdd79-e204-44c8-9ee9-6d78cc36d411 None None] Updating router e2fd4700-f542-488d-9d59-95d077d807f1 port 35c63d71-2de0-426d-87dc-deefb2a5d1e8 binding host dv-cinder-784140-5-iscsi {{(pid=91761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 07:08:28.541926 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-f02fdd79-e204-44c8-9ee9-6d78cc36d411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:28.694169 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device be1ffa70-3ac2-415c-99cf-3d35ab828fb4 up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 07:08:28.785176 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port be1ffa70-3ac2-415c-99cf-3d35ab828fb4 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:08:28.785459 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:28.969258 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-f02fdd79-e204-44c8-9ee9-6d78cc36d411 None None] Notify callbacks [] for port, precommit_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:28.988869 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.provisioning_blocks [None req-f02fdd79-e204-44c8-9ee9-6d78cc36d411 None None] Transition to ACTIVE for port object 35c63d71-2de0-426d-87dc-deefb2a5d1e8 will not be triggered until provisioned by entity L2. {{(pid=91761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 07:08:29.012491 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-f02fdd79-e204-44c8-9ee9-6d78cc36d411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:29.021071 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:08:29.094948 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822c416-8676-4716-8142-a8f40addf7e2 None None] Pushing event updated for resources: {'Port': ['ID=35c63d71-2de0-426d-87dc-deefb2a5d1e8,revision_number=3']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:08:29.098091 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-5822c416-8676-4716-8142-a8f40addf7e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:08:29.299203 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-f02fdd79-e204-44c8-9ee9-6d78cc36d411 None None] Attempting to bind port 35c63d71-2de0-426d-87dc-deefb2a5d1e8 on host dv-cinder-784140-5-iscsi for vnic_type normal with profile {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 07:08:29.299719 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-f02fdd79-e204-44c8-9ee9-6d78cc36d411 None None] Attempting to bind port 35c63d71-2de0-426d-87dc-deefb2a5d1e8 by drivers openvswitch,hyperv on host dv-cinder-784140-5-iscsi at level 0 using segments [{'id': 'f3e411c4-993a-4d5b-9e39-c6365bc9eed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2fd57abe-12eb-457b-adaf-24d3fc6d63c5'}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 07:08:29.300326 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02fdd79-e204-44c8-9ee9-6d78cc36d411 None None] Attempting to bind port 35c63d71-2de0-426d-87dc-deefb2a5d1e8 on network 2fd57abe-12eb-457b-adaf-24d3fc6d63c5 {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 07:08:29.306280 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02fdd79-e204-44c8-9ee9-6d78cc36d411 None None] Checking agent: {'id': '90bc4f0f-bba4-44bf-b00d-04c4d717fccd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 46, 38), 'started_at': datetime.datetime(2021, 6, 7, 6, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 7, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 07:08:29.306773 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02fdd79-e204-44c8-9ee9-6d78cc36d411 None None] Checking segment: {'id': 'f3e411c4-993a-4d5b-9e39-c6365bc9eed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2fd57abe-12eb-457b-adaf-24d3fc6d63c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 07:08:29.307268 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-f02fdd79-e204-44c8-9ee9-6d78cc36d411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:29.307755 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02fdd79-e204-44c8-9ee9-6d78cc36d411 None None] Bound using segment: {'id': 'f3e411c4-993a-4d5b-9e39-c6365bc9eed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2fd57abe-12eb-457b-adaf-24d3fc6d63c5'} {{(pid=91761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 07:08:29.308329 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.managers [None req-f02fdd79-e204-44c8-9ee9-6d78cc36d411 None None] Bound port: 35c63d71-2de0-426d-87dc-deefb2a5d1e8, host: dv-cinder-784140-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e411c4-993a-4d5b-9e39-c6365bc9eed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2fd57abe-12eb-457b-adaf-24d3fc6d63c5'}}] {{(pid=91761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 07:08:29.309062 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-f02fdd79-e204-44c8-9ee9-6d78cc36d411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:29.415981 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-f02fdd79-e204-44c8-9ee9-6d78cc36d411 None None] For port 35c63d71-2de0-426d-87dc-deefb2a5d1e8, host dv-cinder-784140-5-iscsi, cleared binding levels {{(pid=91761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 07:08:29.421120 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.plugins.ml2.db [None req-f02fdd79-e204-44c8-9ee9-6d78cc36d411 None None] For port 35c63d71-2de0-426d-87dc-deefb2a5d1e8, host dv-cinder-784140-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=35c63d71-2de0-426d-87dc-deefb2a5d1e8,segment=NetworkSegment(f3e411c4-993a-4d5b-9e39-c6365bc9eed5),segment_id=f3e411c4-993a-4d5b-9e39-c6365bc9eed5)] {{(pid=91761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 07:08:29.427205 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron_lib.callbacks.manager [None req-f02fdd79-e204-44c8-9ee9-6d78cc36d411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:29.431943 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-543c978b-61c2-4444-acab-d4585df6c791 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:08:29.510724 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02fdd79-e204-44c8-9ee9-6d78cc36d411 None None] Routers {'e2fd4700-f542-488d-9d59-95d077d807f1'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:08:29.511367 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-f02fdd79-e204-44c8-9ee9-6d78cc36d411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:08:08Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['e2fd4700-f542-488d-9d59-95d077d807f1'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:08:29.576714 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822c416-8676-4716-8142-a8f40addf7e2 None None] Pushing event updated for resources: {'Port': ['ID=35c63d71-2de0-426d-87dc-deefb2a5d1e8,revision_number=4']} {{(pid=91761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:08:29.587537 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG oslo_concurrency.lockutils [None req-5822c416-8676-4716-8142-a8f40addf7e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:08:29.731809 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-f02fdd79-e204-44c8-9ee9-6d78cc36d411 None None] Set router e2fd4700-f542-488d-9d59-95d077d807f1 gateway port host: dv-cinder-784140-5-iscsi {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:08:30.075606 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-f02fdd79-e204-44c8-9ee9-6d78cc36d411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2fd4700-f542-488d-9d59-95d077d807f1', 'name': 'tempest-TestMinimumBasicScenario-1896322381-router', 'tenant_id': '74335bc51efe421fa6bdb99bce415b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'be1ffa70-3ac2-415c-99cf-3d35ab828fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:08:19Z', 'updated_at': '2021-06-07T07:08:23Z', 'revision_number': 4, 'project_id': '74335bc51efe421fa6bdb99bce415b69', 'gw_port': {'id': 'be1ffa70-3ac2-415c-99cf-3d35ab828fb4', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ff:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fd4700-f542-488d-9d59-95d077d807f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:08:19Z', 'updated_at': '2021-06-07T07:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': '35c63d71-2de0-426d-87dc-deefb2a5d1e8', 'name': '', 'network_id': '2fd57abe-12eb-457b-adaf-24d3fc6d63c5', 'tenant_id': '74335bc51efe421fa6bdb99bce415b69', 'mac_address': 'fa:16:3e:9d:1b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2fd4700-f542-488d-9d59-95d077d807f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '99d4a6ef-5eb3-4c08-b78b-f54651e21dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:08:22Z', 'updated_at': '2021-06-07T07:08:29Z', 'revision_number': 4, 'project_id': '74335bc51efe421fa6bdb99bce415b69', 'subnets': [{'id': '99d4a6ef-5eb3-4c08-b78b-f54651e21dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:08:30.080528 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02fdd79-e204-44c8-9ee9-6d78cc36d411 None None] The sync data for ids ['e2fd4700-f542-488d-9d59-95d077d807f1'] in dv-cinder-784140-5-iscsi is: [{'id': 'e2fd4700-f542-488d-9d59-95d077d807f1', 'name': 'tempest-TestMinimumBasicScenario-1896322381-router', 'tenant_id': '74335bc51efe421fa6bdb99bce415b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'be1ffa70-3ac2-415c-99cf-3d35ab828fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:08:19Z', 'updated_at': '2021-06-07T07:08:23Z', 'revision_number': 4, 'project_id': '74335bc51efe421fa6bdb99bce415b69', 'gw_port': {'id': 'be1ffa70-3ac2-415c-99cf-3d35ab828fb4', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ff:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fd4700-f542-488d-9d59-95d077d807f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:08:19Z', 'updated_at': '2021-06-07T07:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': '35c63d71-2de0-426d-87dc-deefb2a5d1e8', 'name': '', 'network_id': '2fd57abe-12eb-457b-adaf-24d3fc6d63c5', 'tenant_id': '74335bc51efe421fa6bdb99bce415b69', 'mac_address': 'fa:16:3e:9d:1b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2fd4700-f542-488d-9d59-95d077d807f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '99d4a6ef-5eb3-4c08-b78b-f54651e21dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:08:22Z', 'updated_at': '2021-06-07T07:08:29Z', 'revision_number': 4, 'project_id': '74335bc51efe421fa6bdb99bce415b69', 'subnets': [{'id': '99d4a6ef-5eb3-4c08-b78b-f54651e21dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 07:08:30.703729 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 35c63d71-2de0-426d-87dc-deefb2a5d1e8 up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 07:08:30.836567 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning for port 35c63d71-2de0-426d-87dc-deefb2a5d1e8 completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 07:08:30.841854 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port 35c63d71-2de0-426d-87dc-deefb2a5d1e8 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:08:30.842238 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:30.975211 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:31.013682 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] For port 35c63d71-2de0-426d-87dc-deefb2a5d1e8, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=35c63d71-2de0-426d-87dc-deefb2a5d1e8,segment=NetworkSegment(f3e411c4-993a-4d5b-9e39-c6365bc9eed5),segment_id=f3e411c4-993a-4d5b-9e39-c6365bc9eed5)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:08:31.018363 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:31.022065 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-ab8572d7-1feb-44a2-8b5b-c7c04f50ea09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:08:31.095175 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Pushing event updated for resources: {'Port': ['ID=35c63d71-2de0-426d-87dc-deefb2a5d1e8,revision_number=5']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:08:31.100251 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:08:32.680402 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 35c63d71-2de0-426d-87dc-deefb2a5d1e8 up at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 07:08:32.753630 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Provisioning complete for port 35c63d71-2de0-426d-87dc-deefb2a5d1e8 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:08:32.754039 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:32.917209 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:33.903262 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-74babfc8-f60b-409e-8a1a-d52767ff3e5f tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:08:33.904608 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-74babfc8-f60b-409e-8a1a-d52767ff3e5f tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/networks?id=ae6fd56e-3402-4b74-828f-7e3fbbeeac2c HTTP/1.1" status: 200 len: 815 time: 0.1479032 Jun 07 07:08:33.919598 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-61e13ddc-c061-4417-9858-7ac36e32d037 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/quotas/fd6bc31b97c54239aa443ecf247e7cbe HTTP/1.1" status: 200 len: 375 time: 0.0096281 Jun 07 07:08:34.001362 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-038bab85-137a-4a46-8ad0-7135ff7404e1 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fd6bc31b97c54239aa443ecf247e7cbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764821 Jun 07 07:08:34.137911 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-86ab44e5-2db7-4d7e-a051-92924fa40881 service neutron] 10.222.0.35 "GET /v2.0/networks/ae6fd56e-3402-4b74-828f-7e3fbbeeac2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253433 Jun 07 07:08:34.276133 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-b902b399-41a5-4b1e-a9e0-5ecc7e17ca71 service neutron] 10.222.0.35 "GET /v2.0/networks/ae6fd56e-3402-4b74-828f-7e3fbbeeac2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325471 Jun 07 07:08:34.448350 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-5ce045ae-4d12-4b94-95ad-55c10d2e950a req-e366c2ff-3342-4bdf-b8e2-18bcac19cea9 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/ports?device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc HTTP/1.1" status: 200 len: 210 time: 0.0426209 Jun 07 07:08:35.237173 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-c21b96ae-0329-4b22-9b98-1176a3c06cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:35.475161 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-ac1b31c3-e204-41e8-a91b-8596d4ee2abe tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:08:35.476589 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-ac1b31c3-e204-41e8-a91b-8596d4ee2abe tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.44 "GET /v2.0/networks?id=ae6fd56e-3402-4b74-828f-7e3fbbeeac2c HTTP/1.1" status: 200 len: 815 time: 0.1454258 Jun 07 07:08:35.488385 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-2b41f1df-d35f-4997-bfcf-5c83dc826028 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Request body: {'port': {'device_id': '9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc', 'network_id': 'ae6fd56e-3402-4b74-828f-7e3fbbeeac2c', 'admin_state_up': True, 'tenant_id': 'fd6bc31b97c54239aa443ecf247e7cbe'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:08:35.605675 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-420cf3a5-0999-4f58-b81f-bce6e571b892 req-330b11e4-8052-47f3-b2d4-a08c63548a00 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/ports?device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc HTTP/1.1" status: 200 len: 210 time: 0.0444789 Jun 07 07:08:35.650725 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-2b41f1df-d35f-4997-bfcf-5c83dc826028 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Made reservation on behalf of fd6bc31b97c54239aa443ecf247e7cbe for: {'port': 1} {{(pid=91758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 07:08:35.654276 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-2b41f1df-d35f-4997-bfcf-5c83dc826028 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:35.820913 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.db_base_plugin_common [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-2b41f1df-d35f-4997-bfcf-5c83dc826028 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Allocated IP 172.20.0.14 (ae6fd56e-3402-4b74-828f-7e3fbbeeac2c/3cba3436-c59d-4714-a1a2-a3a89630d87f/532782f5-5803-40be-90f3-d2677786ca67) {{(pid=91758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 07:08:36.033321 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-2b41f1df-d35f-4997-bfcf-5c83dc826028 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks [] for port, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:36.051023 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-2b41f1df-d35f-4997-bfcf-5c83dc826028 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Transition to ACTIVE for port object 532782f5-5803-40be-90f3-d2677786ca67 will not be triggered until provisioned by entity DHCP. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 07:08:36.076165 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-2b41f1df-d35f-4997-bfcf-5c83dc826028 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:36.092587 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-f73b4799-30b1-4ad7-9b60-cd0f4e2e0b29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:08:36.267264 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-2b41f1df-d35f-4997-bfcf-5c83dc826028 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Network ae6fd56e-3402-4b74-828f-7e3fbbeeac2c is already hosted by enough agents. {{(pid=91758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 07:08:36.270452 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.base_scheduler [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-2b41f1df-d35f-4997-bfcf-5c83dc826028 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Resources bound (agent type, host, resource id): {{(pid=91758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 07:08:36.274736 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-2b41f1df-d35f-4997-bfcf-5c83dc826028 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Received port after_create {{(pid=91758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 07:08:36.322787 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41f1df-d35f-4997-bfcf-5c83dc826028 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Pushing event updated for resources: {'Port': ['ID=532782f5-5803-40be-90f3-d2677786ca67,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:08:36.327629 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-2b41f1df-d35f-4997-bfcf-5c83dc826028 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:08:36.352738 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-2b41f1df-d35f-4997-bfcf-5c83dc826028 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:08:36.353482 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-2b41f1df-d35f-4997-bfcf-5c83dc826028 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:36.373139 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-2b41f1df-d35f-4997-bfcf-5c83dc826028 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8883955 Jun 07 07:08:36.548030 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-6e964b4b-9664-41d1-8f79-9d8a7c2714af None None] Provisioning for port 532782f5-5803-40be-90f3-d2677786ca67 completed by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 07:08:36.554004 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-6e964b4b-9664-41d1-8f79-9d8a7c2714af None None] Provisioning complete for port 532782f5-5803-40be-90f3-d2677786ca67 triggered by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:08:36.554386 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-6e964b4b-9664-41d1-8f79-9d8a7c2714af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:36.611301 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-6e964b4b-9664-41d1-8f79-9d8a7c2714af None None] Port 532782f5-5803-40be-90f3-d2677786ca67 cannot update to ACTIVE because it is not bound. {{(pid=91760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 07:08:36.810040 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f21ea-145a-4369-b41b-e4b23ed145e3 req-e182cdd7-6a7b-420c-babf-997145159443 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:08:36.811383 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-015f21ea-145a-4369-b41b-e4b23ed145e3 req-e182cdd7-6a7b-420c-babf-997145159443 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/ports?device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc HTTP/1.1" status: 200 len: 932 time: 0.0890243 Jun 07 07:08:36.859495 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-015f21ea-145a-4369-b41b-e4b23ed145e3 req-e598d8e6-4d36-4811-850c-aa55d4693f24 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3898ed6-d5c5-423b-81ee-c7908301b529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421371 Jun 07 07:08:37.916190 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:37.972262 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-e4c8b8a7-1b19-4ca9-a6a0-c4256340e484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:38.084557 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc0d4e-7394-4c83-9702-bee6730eec43 req-d1dcde86-817c-497f-a8ed-063628407ba3 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:08:38.086480 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-22fc0d4e-7394-4c83-9702-bee6730eec43 req-d1dcde86-817c-497f-a8ed-063628407ba3 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/ports?device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc HTTP/1.1" status: 200 len: 932 time: 0.1057000 Jun 07 07:08:38.140398 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-22fc0d4e-7394-4c83-9702-bee6730eec43 req-b48def76-c797-49cc-8835-1370a2559824 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3898ed6-d5c5-423b-81ee-c7908301b529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481563 Jun 07 07:08:38.978318 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:39.338171 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ec72a-95fd-4480-9829-f1d27c420caa req-48bffc29-653a-4629-9286-796a335f09e4 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:08:39.339523 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-6e3ec72a-95fd-4480-9829-f1d27c420caa req-48bffc29-653a-4629-9286-796a335f09e4 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/ports?device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc HTTP/1.1" status: 200 len: 932 time: 0.0863328 Jun 07 07:08:39.386324 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-6e3ec72a-95fd-4480-9829-f1d27c420caa req-6d401683-6c99-47eb-8510-505f63dfc7c4 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3898ed6-d5c5-423b-81ee-c7908301b529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409665 Jun 07 07:08:40.577806 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d00470-3ed3-488d-9a9e-816383ecfeea req-46f318d5-7e31-4983-bc61-9aeb16c6a657 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:08:40.579293 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-58d00470-3ed3-488d-9a9e-816383ecfeea req-46f318d5-7e31-4983-bc61-9aeb16c6a657 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/ports?device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc HTTP/1.1" status: 200 len: 932 time: 0.0846474 Jun 07 07:08:40.631510 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-58d00470-3ed3-488d-9a9e-816383ecfeea req-d502adca-53ea-423e-bfd8-e1ef9659f47b tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3898ed6-d5c5-423b-81ee-c7908301b529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447354 Jun 07 07:08:40.675540 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:41.827620 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0adcbfd-b41b-4999-9c99-09b2a76e03f0 req-781d181c-0ebf-491f-b60f-bde72102c6ca tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:08:41.829126 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-f0adcbfd-b41b-4999-9c99-09b2a76e03f0 req-781d181c-0ebf-491f-b60f-bde72102c6ca tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/ports?device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc HTTP/1.1" status: 200 len: 932 time: 0.0907667 Jun 07 07:08:41.878795 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-f0adcbfd-b41b-4999-9c99-09b2a76e03f0 req-9e4d6572-2f99-487b-ac4a-4292112208b6 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3898ed6-d5c5-423b-81ee-c7908301b529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427842 Jun 07 07:08:43.073695 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f30b0-8674-4775-9609-a19d7e730be4 req-46d28bed-1d75-4fd8-af2b-ec69a3ec0f57 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:08:43.075250 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-117f30b0-8674-4775-9609-a19d7e730be4 req-46d28bed-1d75-4fd8-af2b-ec69a3ec0f57 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/ports?device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc HTTP/1.1" status: 200 len: 932 time: 0.0873518 Jun 07 07:08:43.126907 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-117f30b0-8674-4775-9609-a19d7e730be4 req-cb43b4aa-afa0-4078-aa04-e3f60dc0b3d7 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3898ed6-d5c5-423b-81ee-c7908301b529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460372 Jun 07 07:08:43.252397 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.agents_db [None req-46aecb79-32b8-4105-868b-523cea85afea None None] Agent healthcheck: found 6 active agents {{(pid=91761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 07:08:44.340422 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6283a27-6ec1-4e2c-8251-b02835b67cf3 req-9200805b-5292-469e-afe7-fbb18e4506bf tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:08:44.341941 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-a6283a27-6ec1-4e2c-8251-b02835b67cf3 req-9200805b-5292-469e-afe7-fbb18e4506bf tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/ports?device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc HTTP/1.1" status: 200 len: 932 time: 0.0904379 Jun 07 07:08:44.387761 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-a6283a27-6ec1-4e2c-8251-b02835b67cf3 req-7e4799ac-cb94-4784-8211-ce38e4b9858f tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3898ed6-d5c5-423b-81ee-c7908301b529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400870 Jun 07 07:08:45.578481 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc7db3-f6e9-4f71-aed4-c7c8b4c88baa req-5d8d68ea-a7eb-4ea7-9a2f-d72842452cf4 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:08:45.579888 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-accc7db3-f6e9-4f71-aed4-c7c8b4c88baa req-5d8d68ea-a7eb-4ea7-9a2f-d72842452cf4 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/ports?device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc HTTP/1.1" status: 200 len: 932 time: 0.0850320 Jun 07 07:08:45.622529 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-accc7db3-f6e9-4f71-aed4-c7c8b4c88baa req-92a38bcc-ab35-45f7-a7a6-1a20232e0d3a tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3898ed6-d5c5-423b-81ee-c7908301b529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364821 Jun 07 07:08:45.900862 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-187341e8-9afa-4125-87a1-714a5e1f9810 service neutron] Request body: {'port': {'device_id': '9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:08:46.015101 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-187341e8-9afa-4125-87a1-714a5e1f9810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:46.350064 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-187341e8-9afa-4125-87a1-714a5e1f9810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 532782f5-5803-40be-90f3-d2677786ca67 {{(pid=91758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 07:08:46.357080 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-187341e8-9afa-4125-87a1-714a5e1f9810 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:46.371584 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-187341e8-9afa-4125-87a1-714a5e1f9810 service neutron] Transition to ACTIVE for port object 532782f5-5803-40be-90f3-d2677786ca67 will not be triggered until provisioned by entity L2. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 07:08:46.375191 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-187341e8-9afa-4125-87a1-714a5e1f9810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2309382'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:46.378911 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-b5c32408-8aee-4e55-ac1f-32ae5f588384 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:08:46.504486 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187341e8-9afa-4125-87a1-714a5e1f9810 service neutron] Pushing event updated for resources: {'Port': ['ID=532782f5-5803-40be-90f3-d2677786ca67,revision_number=2']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:08:46.507493 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-187341e8-9afa-4125-87a1-714a5e1f9810 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:08:46.613084 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-187341e8-9afa-4125-87a1-714a5e1f9810 service neutron] Attempting to bind port 532782f5-5803-40be-90f3-d2677786ca67 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 07:08:46.613418 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-187341e8-9afa-4125-87a1-714a5e1f9810 service neutron] Attempting to bind port 532782f5-5803-40be-90f3-d2677786ca67 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '76a9b159-e64a-436a-b672-930c61bf8591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ae6fd56e-3402-4b74-828f-7e3fbbeeac2c'}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 07:08:46.613744 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-187341e8-9afa-4125-87a1-714a5e1f9810 service neutron] Attempting to bind port 532782f5-5803-40be-90f3-d2677786ca67 on network ae6fd56e-3402-4b74-828f-7e3fbbeeac2c {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 07:08:46.618839 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-187341e8-9afa-4125-87a1-714a5e1f9810 service neutron] Port 532782f5-5803-40be-90f3-d2677786ca67 on network ae6fd56e-3402-4b74-828f-7e3fbbeeac2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 07:08:46.619155 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-187341e8-9afa-4125-87a1-714a5e1f9810 service neutron] Attempting to bind port 532782f5-5803-40be-90f3-d2677786ca67 on network ae6fd56e-3402-4b74-828f-7e3fbbeeac2c {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 07:08:46.624067 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-187341e8-9afa-4125-87a1-714a5e1f9810 service neutron] Checking agent: {'id': '6ac81f3b-c4b1-4231-aa5b-62c4bc3a8245', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 6, 52, 32), 'started_at': datetime.datetime(2021, 6, 7, 6, 52, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 7, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 07:08:46.624400 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-187341e8-9afa-4125-87a1-714a5e1f9810 service neutron] Checking segment: {'id': '76a9b159-e64a-436a-b672-930c61bf8591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ae6fd56e-3402-4b74-828f-7e3fbbeeac2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 07:08:46.624786 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-187341e8-9afa-4125-87a1-714a5e1f9810 service neutron] Bound using segment: {'id': '76a9b159-e64a-436a-b672-930c61bf8591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ae6fd56e-3402-4b74-828f-7e3fbbeeac2c'} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 07:08:46.625206 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-187341e8-9afa-4125-87a1-714a5e1f9810 service neutron] Bound port: 532782f5-5803-40be-90f3-d2677786ca67, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76a9b159-e64a-436a-b672-930c61bf8591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ae6fd56e-3402-4b74-828f-7e3fbbeeac2c'}}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 07:08:46.625546 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-187341e8-9afa-4125-87a1-714a5e1f9810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:46.715348 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-187341e8-9afa-4125-87a1-714a5e1f9810 service neutron] For port 532782f5-5803-40be-90f3-d2677786ca67, host hv-cinder-78414, cleared binding levels {{(pid=91758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 07:08:46.718353 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-187341e8-9afa-4125-87a1-714a5e1f9810 service neutron] For port 532782f5-5803-40be-90f3-d2677786ca67, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=532782f5-5803-40be-90f3-d2677786ca67,segment=NetworkSegment(76a9b159-e64a-436a-b672-930c61bf8591),segment_id=76a9b159-e64a-436a-b672-930c61bf8591)] {{(pid=91758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 07:08:46.722950 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-187341e8-9afa-4125-87a1-714a5e1f9810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2309382'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:46.727910 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-3980119d-3590-4a41-ab87-466a088402fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:08:46.827827 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-187341e8-9afa-4125-87a1-714a5e1f9810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:08:46.828427 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-187341e8-9afa-4125-87a1-714a5e1f9810 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:46.829938 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-187341e8-9afa-4125-87a1-714a5e1f9810 service neutron] 10.222.0.44 "PUT /v2.0/ports/532782f5-5803-40be-90f3-d2677786ca67 HTTP/1.1" status: 200 len: 1094 time: 0.9335909 Jun 07 07:08:46.835804 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc', 'tag': '532782f5-5803-40be-90f3-d2677786ca67'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:08:46.838723 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec36a6c19c8fb969b847be0da992033db50c3714a14aa90e68a12edeb3f3a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c7a39b-fb4f-41e8-81b0-a4b4ba81bc96" -d '{"events": [{"name": "network-changed", "server_uuid": "9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc", "tag": "532782f5-5803-40be-90f3-d2677786ca67"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:08:46.864189 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187341e8-9afa-4125-87a1-714a5e1f9810 service neutron] Pushing event updated for resources: {'Port': ['ID=532782f5-5803-40be-90f3-d2677786ca67,revision_number=3']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:08:46.872056 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-187341e8-9afa-4125-87a1-714a5e1f9810 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:08:46.914317 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 07:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4d99c5-b5e1-45e3-bc5d-2b3bf38b72da x-openstack-request-id: req-0c4d99c5-b5e1-45e3-bc5d-2b3bf38b72da {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:08:46.915073 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc", "tag": "532782f5-5803-40be-90f3-d2677786ca67", "status": "completed", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:08:46.915073 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0c4d99c5-b5e1-45e3-bc5d-2b3bf38b72da {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:08:46.915338 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc', 'tag': '532782f5-5803-40be-90f3-d2677786ca67', 'status': 'completed', 'code': 200} Jun 07 07:08:46.944716 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed812c78-1651-4eef-925a-f0763f8979fd req-91fe7341-2cad-41bf-bf9b-ecb96d634190 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:08:46.946238 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ed812c78-1651-4eef-925a-f0763f8979fd req-91fe7341-2cad-41bf-bf9b-ecb96d634190 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/ports?device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc HTTP/1.1" status: 200 len: 944 time: 0.2193258 Jun 07 07:08:46.999970 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ed812c78-1651-4eef-925a-f0763f8979fd req-49cac76c-5bfb-42d8-93ba-22158c0c91e7 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3898ed6-d5c5-423b-81ee-c7908301b529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477228 Jun 07 07:08:47.001969 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-c56a24ab-e86e-4c4a-9038-4464c9050376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:08:47.003378 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-c56a24ab-e86e-4c4a-9038-4464c9050376 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fd6bc31b97c54239aa443ecf247e7cbe&device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc HTTP/1.1" status: 200 len: 1097 time: 0.1304066 Jun 07 07:08:47.170995 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-0cc810a6-2ab2-4092-b886-4ea14b6963b0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=532782f5-5803-40be-90f3-d2677786ca67 HTTP/1.1" status: 200 len: 217 time: 0.1600907 Jun 07 07:08:47.232535 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-6cc5ee36-e6e9-4afc-9f96-0bee53ce8707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:08:47.233908 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-6cc5ee36-e6e9-4afc-9f96-0bee53ce8707 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3cba3436-c59d-4714-a1a2-a3a89630d87f HTTP/1.1" status: 200 len: 854 time: 0.0552783 Jun 07 07:08:47.308718 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-3a6424e4-01a2-4fb8-81d8-4ff88748a394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:08:47.310419 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-3a6424e4-01a2-4fb8-81d8-4ff88748a394 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ae6fd56e-3402-4b74-828f-7e3fbbeeac2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692935 Jun 07 07:08:47.439347 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-1e88ad69-783a-4bc1-acf1-5d15868c33fb service neutron] 10.222.0.44 "GET /v2.0/networks/ae6fd56e-3402-4b74-828f-7e3fbbeeac2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221526 Jun 07 07:08:47.570423 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-ed883ae6-8ff6-4fd1-a998-d28c9da29c3f req-d3e6690e-a495-4d92-9143-0394b6074ee2 service neutron] 10.222.0.44 "GET /v2.0/networks/ae6fd56e-3402-4b74-828f-7e3fbbeeac2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234419 Jun 07 07:08:47.686540 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7a39b-fb4f-41e8-81b0-a4b4ba81bc96 req-a59c3d02-69d9-47c6-81a5-ae22f54b20fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:08:47.687962 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-70c7a39b-fb4f-41e8-81b0-a4b4ba81bc96 req-a59c3d02-69d9-47c6-81a5-ae22f54b20fa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fd6bc31b97c54239aa443ecf247e7cbe&device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc HTTP/1.1" status: 200 len: 1097 time: 0.0738015 Jun 07 07:08:47.816724 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7a39b-fb4f-41e8-81b0-a4b4ba81bc96 req-f26f7037-0406-4261-af32-98c8920c6274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:08:47.818255 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-70c7a39b-fb4f-41e8-81b0-a4b4ba81bc96 req-f26f7037-0406-4261-af32-98c8920c6274 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ae6fd56e-3402-4b74-828f-7e3fbbeeac2c HTTP/1.1" status: 200 len: 916 time: 0.1236627 Jun 07 07:08:47.889720 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-70c7a39b-fb4f-41e8-81b0-a4b4ba81bc96 req-7ddb9f3e-d75b-4e50-85b9-735acb97dead service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=532782f5-5803-40be-90f3-d2677786ca67 HTTP/1.1" status: 200 len: 217 time: 0.0617590 Jun 07 07:08:47.952547 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7a39b-fb4f-41e8-81b0-a4b4ba81bc96 req-5e81efde-343d-4188-9667-cea0bcfd193a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:08:47.953975 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-70c7a39b-fb4f-41e8-81b0-a4b4ba81bc96 req-5e81efde-343d-4188-9667-cea0bcfd193a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3cba3436-c59d-4714-a1a2-a3a89630d87f HTTP/1.1" status: 200 len: 854 time: 0.0566831 Jun 07 07:08:48.031324 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7a39b-fb4f-41e8-81b0-a4b4ba81bc96 req-687da13f-34bc-4c82-9524-8c4f099acbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:08:48.032785 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-70c7a39b-fb4f-41e8-81b0-a4b4ba81bc96 req-687da13f-34bc-4c82-9524-8c4f099acbe8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ae6fd56e-3402-4b74-828f-7e3fbbeeac2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721931 Jun 07 07:08:48.167200 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-70c7a39b-fb4f-41e8-81b0-a4b4ba81bc96 req-b2e5c4e4-593b-4dbc-958a-6e0fe7acb938 service neutron] 10.222.0.44 "GET /v2.0/networks/ae6fd56e-3402-4b74-828f-7e3fbbeeac2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265287 Jun 07 07:08:48.183171 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6e2d4-38d0-471b-b9f3-d716a7fefdb5 req-55a01f59-607d-4da2-b337-56b54fb92156 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:08:48.184861 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-4ff6e2d4-38d0-471b-b9f3-d716a7fefdb5 req-55a01f59-607d-4da2-b337-56b54fb92156 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/ports?device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc HTTP/1.1" status: 200 len: 944 time: 0.0789654 Jun 07 07:08:48.229401 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-4ff6e2d4-38d0-471b-b9f3-d716a7fefdb5 req-351c68d0-a22f-46f7-966d-836cb9f156ba tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3898ed6-d5c5-423b-81ee-c7908301b529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388429 Jun 07 07:08:48.298790 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-70c7a39b-fb4f-41e8-81b0-a4b4ba81bc96 req-0e2f1834-5840-488d-9132-f4022a5513ff service neutron] 10.222.0.44 "GET /v2.0/networks/ae6fd56e-3402-4b74-828f-7e3fbbeeac2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243868 Jun 07 07:08:48.627322 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device 532782f5-5803-40be-90f3-d2677786ca67 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=91760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 07:08:48.756986 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port 532782f5-5803-40be-90f3-d2677786ca67, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=532782f5-5803-40be-90f3-d2677786ca67,segment=NetworkSegment(76a9b159-e64a-436a-b672-930c61bf8591),segment_id=76a9b159-e64a-436a-b672-930c61bf8591)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:08:48.769493 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Returning: {'device': '532782f5-5803-40be-90f3-d2677786ca67', 'network_id': 'ae6fd56e-3402-4b74-828f-7e3fbbeeac2c', 'port_id': '532782f5-5803-40be-90f3-d2677786ca67', 'mac_address': 'fa:16:3e:0e:1c:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cba3436-c59d-4714-a1a2-a3a89630d87f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 07:08:48.822241 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:48.841056 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 532782f5-5803-40be-90f3-d2677786ca67 {{(pid=91760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 07:08:48.856001 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port 532782f5-5803-40be-90f3-d2677786ca67, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=532782f5-5803-40be-90f3-d2677786ca67,segment=NetworkSegment(76a9b159-e64a-436a-b672-930c61bf8591),segment_id=76a9b159-e64a-436a-b672-930c61bf8591)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:08:48.859860 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:48.861574 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-eb3e1f13-cc22-4f95-9b3d-bf6ccd6e2ffc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:08:48.925018 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=532782f5-5803-40be-90f3-d2677786ca67,revision_number=4']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:08:48.927989 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:08:49.051758 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] get_ports_and_sgs() called for port_ids ['532782f5-5803-40be-90f3-d2677786ca67'] {{(pid=91760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 07:08:49.430871 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2b38c-5a7a-41e7-a663-e24b60ad23ce req-b382e1fe-8ddd-4372-a2db-99d2cda515c9 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:08:49.432291 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0ce2b38c-5a7a-41e7-a663-e24b60ad23ce req-b382e1fe-8ddd-4372-a2db-99d2cda515c9 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/ports?device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc HTTP/1.1" status: 200 len: 945 time: 0.0821838 Jun 07 07:08:49.475149 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-0ce2b38c-5a7a-41e7-a663-e24b60ad23ce req-76a7c950-bd3f-495f-b215-c68cc40ea8f0 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3898ed6-d5c5-423b-81ee-c7908301b529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370903 Jun 07 07:08:50.658649 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device 532782f5-5803-40be-90f3-d2677786ca67 up at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 07:08:50.665005 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e04ef4-8773-4eac-a944-c92fc8d0224f req-b9a6478c-41bf-445c-bbfd-cbaf44c5364e tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:08:50.666512 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-92e04ef4-8773-4eac-a944-c92fc8d0224f req-b9a6478c-41bf-445c-bbfd-cbaf44c5364e tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/ports?device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc HTTP/1.1" status: 200 len: 945 time: 0.0852120 Jun 07 07:08:50.711056 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-92e04ef4-8773-4eac-a944-c92fc8d0224f req-e3e0a802-f17d-403f-86c5-6599a2ca22f9 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3898ed6-d5c5-423b-81ee-c7908301b529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387571 Jun 07 07:08:50.726005 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Provisioning for port 532782f5-5803-40be-90f3-d2677786ca67 completed by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 07:08:50.730813 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Provisioning complete for port 532782f5-5803-40be-90f3-d2677786ca67 triggered by entity L2. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:08:50.731187 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:50.844856 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:50.871418 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532782f5-5803-40be-90f3-d2677786ca67'}] {{(pid=91760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:08:50.873650 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12bdfcc22c2f6cd30966a80f508f9d4395b4bd329b93c89cee5ea7ddf2c7e5ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d874bad-2887-4852-bd8a-fd79d24661c8" -d '{"events": [{"server_uuid": "9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc", "name": "network-vif-plugged", "status": "completed", "tag": "532782f5-5803-40be-90f3-d2677786ca67"}]}' {{(pid=91760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:08:50.881560 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] For port 532782f5-5803-40be-90f3-d2677786ca67, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=532782f5-5803-40be-90f3-d2677786ca67,segment=NetworkSegment(76a9b159-e64a-436a-b672-930c61bf8591),segment_id=76a9b159-e64a-436a-b672-930c61bf8591)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:08:50.885811 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830'] for port, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:08:50.887632 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:08:50.922859 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 07:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9973fe-3fb0-46ca-a674-eb06097e59a5 x-openstack-request-id: req-ba9973fe-3fb0-46ca-a674-eb06097e59a5 {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:08:50.923155 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc", "name": "network-vif-plugged", "status": "completed", "tag": "532782f5-5803-40be-90f3-d2677786ca67", "code": 200}]} {{(pid=91760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:08:50.923409 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ba9973fe-3fb0-46ca-a674-eb06097e59a5 {{(pid=91760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:08:50.923791 dv-cinder-784140-5-iscsi neutron-server[91760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532782f5-5803-40be-90f3-d2677786ca67', 'code': 200} Jun 07 07:08:50.954788 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Pushing event updated for resources: {'Port': ['ID=532782f5-5803-40be-90f3-d2677786ca67,revision_number=5']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:08:50.958020 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:08:51.145004 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25656cb2-80e2-4e15-80af-b5f47c286c28 req-6989ce07-3620-4649-b2c8-8ca722d933dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:08:51.147110 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-25656cb2-80e2-4e15-80af-b5f47c286c28 req-6989ce07-3620-4649-b2c8-8ca722d933dd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc HTTP/1.1" status: 200 len: 1099 time: 0.0701523 Jun 07 07:08:51.197335 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-25656cb2-80e2-4e15-80af-b5f47c286c28 req-458dc783-9f65-4559-a021-036d946927c2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f3898ed6-d5c5-423b-81ee-c7908301b529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441999 Jun 07 07:08:51.897454 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9918a7-6559-4f37-aeec-d9ca420e190a req-569b923f-caba-466e-b15e-9b2036a922bc tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:08:51.898843 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-9b9918a7-6559-4f37-aeec-d9ca420e190a req-569b923f-caba-466e-b15e-9b2036a922bc tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/ports?device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc HTTP/1.1" status: 200 len: 946 time: 0.0838966 Jun 07 07:08:51.945488 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-9b9918a7-6559-4f37-aeec-d9ca420e190a req-4de577cb-299c-4bfa-8e52-093e52838110 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3898ed6-d5c5-423b-81ee-c7908301b529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400336 Jun 07 07:08:53.130564 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc7ebbf-5bf2-4a46-9fb0-dd2aecf0d8f5 req-cb63ec6f-3cd3-4058-a342-00373a5c9497 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:08:53.132122 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-9bc7ebbf-5bf2-4a46-9fb0-dd2aecf0d8f5 req-cb63ec6f-3cd3-4058-a342-00373a5c9497 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/ports?device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc HTTP/1.1" status: 200 len: 946 time: 0.0793095 Jun 07 07:08:53.182074 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-9bc7ebbf-5bf2-4a46-9fb0-dd2aecf0d8f5 req-dc0207b3-da14-418c-afbd-ce7af0596d97 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3898ed6-d5c5-423b-81ee-c7908301b529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443771 Jun 07 07:08:53.385194 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e783e-024a-4796-8fbe-0a9626f2c519 req-65f50507-7689-4b9b-8864-0f293566c000 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:08:53.386566 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-c10e783e-024a-4796-8fbe-0a9626f2c519 req-65f50507-7689-4b9b-8864-0f293566c000 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/ports?device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc HTTP/1.1" status: 200 len: 946 time: 0.1011868 Jun 07 07:08:53.431039 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-c10e783e-024a-4796-8fbe-0a9626f2c519 req-76bba1e9-4c50-4efa-a241-2e064827c1aa tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3898ed6-d5c5-423b-81ee-c7908301b529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389149 Jun 07 07:08:53.834438 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ee44a-eab0-47fc-8a5d-293583de64e9 req-28b1e613-ce37-45d6-b5a1-c3f7f009a039 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:08:53.835869 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-7f1ee44a-eab0-47fc-8a5d-293583de64e9 req-28b1e613-ce37-45d6-b5a1-c3f7f009a039 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/ports?device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc HTTP/1.1" status: 200 len: 946 time: 0.0789242 Jun 07 07:08:53.972793 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-7f1ee44a-eab0-47fc-8a5d-293583de64e9 req-00912a7a-a3d2-4d8e-9f52-2ebb57cf958e tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3898ed6-d5c5-423b-81ee-c7908301b529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314218 Jun 07 07:09:02.913627 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:03.134199 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744750d-dac2-40e2-96a0-54ab89725cac req-342c8d33-2f1f-4684-adf4-5de132a54656 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:09:03.135665 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-4744750d-dac2-40e2-96a0-54ab89725cac req-342c8d33-2f1f-4684-adf4-5de132a54656 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/ports?device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc HTTP/1.1" status: 200 len: 946 time: 0.0808990 Jun 07 07:09:03.179053 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-4744750d-dac2-40e2-96a0-54ab89725cac req-dd42b3fa-dd03-4fa1-8cbc-5ec5aa59872d tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3898ed6-d5c5-423b-81ee-c7908301b529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378594 Jun 07 07:09:03.202456 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 49578) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:09:03.371523 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98a0b31-0128-4dcd-9745-050910945d08 tempest-TestMinimumBasicScenario-804456305 tempest-TestMinimumBasicScenario-804456305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:09:03.372974 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-f98a0b31-0128-4dcd-9745-050910945d08 tempest-TestMinimumBasicScenario-804456305 tempest-TestMinimumBasicScenario-804456305-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc HTTP/1.1" status: 200 len: 1094 time: 0.1695757 Jun 07 07:09:03.375895 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 49582) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:09:03.380126 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-b5038ff1-f469-4009-9cae-01e158c1f36f tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Request body: {'floatingip': {'floating_network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'port_id': '532782f5-5803-40be-90f3-d2677786ca67', 'tenant_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'fixed_ip_address': '172.20.0.14'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:09:03.401900 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b5038ff1-f469-4009-9cae-01e158c1f36f tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks [] for floatingip, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:03.536885 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b5038ff1-f469-4009-9cae-01e158c1f36f tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:03.669508 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.db_base_plugin_common [None req-b5038ff1-f469-4009-9cae-01e158c1f36f tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Allocated IP 172.27.1.54 (fe992a7c-d3c2-4e8d-9573-c4f663251d7a/c4323051-ed30-4a9a-b3aa-b457aab0dfbf/f5784e64-7aac-4bd6-8f94-0b414f3effe7) {{(pid=91759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 07:09:03.817255 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b5038ff1-f469-4009-9cae-01e158c1f36f tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks [] for port, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:03.845630 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b5038ff1-f469-4009-9cae-01e158c1f36f tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736900529767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222160'] for port, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:03.851454 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-9b345dcd-f460-43f3-afa4-9dcd491e0cbf tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:09:03.911494 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5038ff1-f469-4009-9cae-01e158c1f36f tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Network fe992a7c-d3c2-4e8d-9573-c4f663251d7a is already hosted by enough agents. {{(pid=91759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 07:09:03.914790 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.base_scheduler [None req-b5038ff1-f469-4009-9cae-01e158c1f36f tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Resources bound (agent type, host, resource id): {{(pid=91759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 07:09:03.918320 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5038ff1-f469-4009-9cae-01e158c1f36f tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Received port after_create {{(pid=91759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 07:09:03.947099 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5038ff1-f469-4009-9cae-01e158c1f36f tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Pushing event updated for resources: {'Port': ['ID=f5784e64-7aac-4bd6-8f94-0b414f3effe7,revision_number=1']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:09:03.961298 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5038ff1-f469-4009-9cae-01e158c1f36f tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:09:03.961677 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5038ff1-f469-4009-9cae-01e158c1f36f tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:09:03.962076 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5038ff1-f469-4009-9cae-01e158c1f36f tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:09:03.962444 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5038ff1-f469-4009-9cae-01e158c1f36f tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:09:03.962807 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5038ff1-f469-4009-9cae-01e158c1f36f tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:09:03.963168 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5038ff1-f469-4009-9cae-01e158c1f36f tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:09:03.963524 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5038ff1-f469-4009-9cae-01e158c1f36f tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:09:03.963884 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5038ff1-f469-4009-9cae-01e158c1f36f tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:09:03.964239 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5038ff1-f469-4009-9cae-01e158c1f36f tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:09:03.964590 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5038ff1-f469-4009-9cae-01e158c1f36f tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:09:03.964942 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5038ff1-f469-4009-9cae-01e158c1f36f tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:09:03.965291 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5038ff1-f469-4009-9cae-01e158c1f36f tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:09:03.969873 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-b5038ff1-f469-4009-9cae-01e158c1f36f tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:09:04.336549 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b5038ff1-f469-4009-9cae-01e158c1f36f tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:04.408517 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b5038ff1-f469-4009-9cae-01e158c1f36f tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:04.608994 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b5038ff1-f469-4009-9cae-01e158c1f36f tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks [] for port, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:04.613348 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b5038ff1-f469-4009-9cae-01e158c1f36f tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222187'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:04.616979 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-dddc364e-7001-42c4-8862-5ad23534dc4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:09:04.729853 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5038ff1-f469-4009-9cae-01e158c1f36f tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Pushing event updated for resources: {'Port': ['ID=f5784e64-7aac-4bd6-8f94-0b414f3effe7,revision_number=2']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:09:04.737383 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-b5038ff1-f469-4009-9cae-01e158c1f36f tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:09:04.746286 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b5038ff1-f469-4009-9cae-01e158c1f36f tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3885433'] for floatingip, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:05.029292 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.db.l3_db [None req-b5038ff1-f469-4009-9cae-01e158c1f36f tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Floating IP 1fb7f197-7d9d-449d-a18b-d8ce80823520 associated. External IP: 172.27.1.54, port: 532782f5-5803-40be-90f3-d2677786ca67. Jun 07 07:09:05.238500 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-bf6fe98f-97be-467c-a4ca-537d743af048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:05.393950 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5038ff1-f469-4009-9cae-01e158c1f36f tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Router 52e25b51-2c88-4aa5-afba-091c4b4eb3ac has already been hosted by L3 agent 207d1699-2b30-4848-a9d2-d112df8957f2 {{(pid=91759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 07:09:05.570306 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5038ff1-f469-4009-9cae-01e158c1f36f tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify agent at l3_agent.dv-cinder-784140-5-iscsi the message routers_updated {{(pid=91759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 07:09:05.580026 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fd7e83-84e3-44cc-8bc5-8e066293e071 None None] Sync routers for ids ['52e25b51-2c88-4aa5-afba-091c4b4eb3ac'] in dv-cinder-784140-5-iscsi {{(pid=91760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 07:09:05.589655 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-b5038ff1-f469-4009-9cae-01e158c1f36f tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for floatingip, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:05.590124 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fd7e83-84e3-44cc-8bc5-8e066293e071 None None] Routers {'52e25b51-2c88-4aa5-afba-091c4b4eb3ac'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:09:05.590754 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-02fd7e83-84e3-44cc-8bc5-8e066293e071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:08:38Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['52e25b51-2c88-4aa5-afba-091c4b4eb3ac'], 'active': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:09:05.646659 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-b5038ff1-f469-4009-9cae-01e158c1f36f tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2696819 Jun 07 07:09:05.647836 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc', 'tag': '532782f5-5803-40be-90f3-d2677786ca67'}] {{(pid=91759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:09:05.650178 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 49584) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:09:05.650690 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a053f81c338bbf1e2ede0d69cafce5cf20f9436aa375ccea032d9338f79a3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d81315f-346c-4ae0-9b47-1f021808cc60" -d '{"events": [{"name": "network-changed", "server_uuid": "9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc", "tag": "532782f5-5803-40be-90f3-d2677786ca67"}]}' {{(pid=91759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:09:05.661821 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [None req-bb3abe92-2948-45a7-8bf9-8985b23fb549 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-679036544', 'description': 'tempest-secgroup-smoke-679036544 description', 'project_id': 'fd6bc31b97c54239aa443ecf247e7cbe'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:09:05.687697 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bb3abe92-2948-45a7-8bf9-8985b23fb549 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks [] for security_group, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:05.778055 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvr_db [None req-02fd7e83-84e3-44cc-8bc5-8e066293e071 None None] Set router 52e25b51-2c88-4aa5-afba-091c4b4eb3ac gateway port host: dv-cinder-784140-5-iscsi {{(pid=91760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:09:05.798097 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bb3abe92-2948-45a7-8bf9-8985b23fb549 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks [] for security_group, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:05.801769 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bb3abe92-2948-45a7-8bf9-8985b23fb549 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:05.805911 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-089a5eea-fbb1-457d-977c-cbe0ed73d8b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:09:05.842051 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3abe92-2948-45a7-8bf9-8985b23fb549 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4fe682-fc44-46c5-8446-5d345c9d8267,revision_number=1']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:09:05.846152 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bb3abe92-2948-45a7-8bf9-8985b23fb549 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:05.847485 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-bb3abe92-2948-45a7-8bf9-8985b23fb549 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1961591 Jun 07 07:09:05.851360 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 49590) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:09:05.853057 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3abe92-2948-45a7-8bf9-8985b23fb549 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:09:05.853450 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3abe92-2948-45a7-8bf9-8985b23fb549 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:09:05.853864 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3abe92-2948-45a7-8bf9-8985b23fb549 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:09:05.854255 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3abe92-2948-45a7-8bf9-8985b23fb549 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:09:05.854620 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3abe92-2948-45a7-8bf9-8985b23fb549 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:09:05.854985 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3abe92-2948-45a7-8bf9-8985b23fb549 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:09:05.855347 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3abe92-2948-45a7-8bf9-8985b23fb549 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:09:05.855718 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3abe92-2948-45a7-8bf9-8985b23fb549 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:09:05.856075 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3abe92-2948-45a7-8bf9-8985b23fb549 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:09:05.856439 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3abe92-2948-45a7-8bf9-8985b23fb549 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:09:05.856723 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-6861ae5b-fd8d-4148-a45d-0ef5fdc2c811 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Request body: {'security_group_rule': {'security_group_id': '3f4fe682-fc44-46c5-8446-5d345c9d8267', 'project_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:09:05.856953 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3abe92-2948-45a7-8bf9-8985b23fb549 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:09:05.857131 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3abe92-2948-45a7-8bf9-8985b23fb549 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:09:05.860720 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-bb3abe92-2948-45a7-8bf9-8985b23fb549 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:09:05.883669 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 07:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e575deaa-91f0-4afb-8818-bb3eeb27f82a x-openstack-request-id: req-e575deaa-91f0-4afb-8818-bb3eeb27f82a {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:09:05.884449 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc", "tag": "532782f5-5803-40be-90f3-d2677786ca67", "status": "completed", "code": 200}]} {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:09:05.885159 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e575deaa-91f0-4afb-8818-bb3eeb27f82a {{(pid=91759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:09:05.886207 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc', 'tag': '532782f5-5803-40be-90f3-d2677786ca67', 'status': 'completed', 'code': 200} Jun 07 07:09:05.913748 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-6861ae5b-fd8d-4148-a45d-0ef5fdc2c811 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:05.984891 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81315f-346c-4ae0-9b47-1f021808cc60 req-5ce0ea8d-87a2-4e8d-bd62-14648412c5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:09:05.987037 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-3d81315f-346c-4ae0-9b47-1f021808cc60 req-5ce0ea8d-87a2-4e8d-bd62-14648412c5a7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fd6bc31b97c54239aa443ecf247e7cbe&device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc HTTP/1.1" status: 200 len: 1099 time: 0.0807729 Jun 07 07:09:06.033611 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-6861ae5b-fd8d-4148-a45d-0ef5fdc2c811 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:06.039779 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-6861ae5b-fd8d-4148-a45d-0ef5fdc2c811 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349288'] for security_group_rule, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:06.044463 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-7e69db29-c94f-49bc-8028-78d4ffb544d3 tempest-TestShelveInstance-994212108 tempest-TestShelveInstance-994212108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:09:06.096329 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6861ae5b-fd8d-4148-a45d-0ef5fdc2c811 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ae1abeb-c315-4f6e-a1b3-0e2d4d4ac15c,revision_number=0']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:09:06.102521 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-6861ae5b-fd8d-4148-a45d-0ef5fdc2c811 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:09:06.105068 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-6861ae5b-fd8d-4148-a45d-0ef5fdc2c811 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:06.111347 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-6861ae5b-fd8d-4148-a45d-0ef5fdc2c811 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2537434 Jun 07 07:09:06.111625 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 49592) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:09:06.117167 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [None req-13c8c15b-0d36-47bc-9395-67a85bad3f39 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Request body: {'security_group_rule': {'security_group_id': '3f4fe682-fc44-46c5-8446-5d345c9d8267', 'project_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:09:06.152587 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81315f-346c-4ae0-9b47-1f021808cc60 req-0b2a669e-4d29-4dc1-9771-5600a228f1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:09:06.154134 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-3d81315f-346c-4ae0-9b47-1f021808cc60 req-0b2a669e-4d29-4dc1-9771-5600a228f1dc service neutron] 10.222.0.44 "GET /v2.0/networks?id=ae6fd56e-3402-4b74-828f-7e3fbbeeac2c HTTP/1.1" status: 200 len: 916 time: 0.1603804 Jun 07 07:09:06.199605 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-02fd7e83-84e3-44cc-8bc5-8e066293e071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e25b51-2c88-4aa5-afba-091c4b4eb3ac', 'name': 'tempest-TestMinimumBasicScenario-1017353834-router', 'tenant_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ce157737-e28a-4378-bf9f-3cd72a91ec4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:08:12Z', 'updated_at': '2021-06-07T07:08:16Z', 'revision_number': 4, 'project_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'gw_port': {'id': 'ce157737-e28a-4378-bf9f-3cd72a91ec4c', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e25b51-2c88-4aa5-afba-091c4b4eb3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:08:13Z', 'updated_at': '2021-06-07T07:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_floatingips': [{'id': '1fb7f197-7d9d-449d-a18b-d8ce80823520', 'tenant_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'floating_ip_address': '172.27.1.54', 'floating_network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'router_id': '52e25b51-2c88-4aa5-afba-091c4b4eb3ac', 'port_id': '532782f5-5803-40be-90f3-d2677786ca67', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae6fd56e-3402-4b74-828f-7e3fbbeeac2c', 'mac_address': 'fa:16:3e:0e:1c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T07:09:04Z', 'updated_at': '2021-06-07T07:09:04Z', 'revision_number': 0, 'project_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebdec48d-f02a-4c25-a612-ffeba6684bbb', 'name': '', 'network_id': 'ae6fd56e-3402-4b74-828f-7e3fbbeeac2c', 'tenant_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'mac_address': 'fa:16:3e:3e:9d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e25b51-2c88-4aa5-afba-091c4b4eb3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '3cba3436-c59d-4714-a1a2-a3a89630d87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:08:16Z', 'updated_at': '2021-06-07T07:08:23Z', 'revision_number': 5, 'project_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'subnets': [{'id': '3cba3436-c59d-4714-a1a2-a3a89630d87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:09:06.203398 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fd7e83-84e3-44cc-8bc5-8e066293e071 None None] Checking router: 52e25b51-2c88-4aa5-afba-091c4b4eb3ac for host: dv-cinder-784140-5-iscsi {{(pid=91760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 07:09:06.211560 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fd7e83-84e3-44cc-8bc5-8e066293e071 None None] Routers {'52e25b51-2c88-4aa5-afba-091c4b4eb3ac'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:09:06.212156 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-02fd7e83-84e3-44cc-8bc5-8e066293e071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:08:38Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['52e25b51-2c88-4aa5-afba-091c4b4eb3ac'], 'active': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:09:06.223482 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-13c8c15b-0d36-47bc-9395-67a85bad3f39 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:06.302094 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-3d81315f-346c-4ae0-9b47-1f021808cc60 req-8d8a4979-1f49-494c-80b2-b523eaa00345 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=532782f5-5803-40be-90f3-d2677786ca67 HTTP/1.1" status: 200 len: 999 time: 0.1371455 Jun 07 07:09:06.399896 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvr_db [None req-02fd7e83-84e3-44cc-8bc5-8e066293e071 None None] Set router 52e25b51-2c88-4aa5-afba-091c4b4eb3ac gateway port host: dv-cinder-784140-5-iscsi {{(pid=91760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:09:06.470102 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-13c8c15b-0d36-47bc-9395-67a85bad3f39 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:06.479560 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-13c8c15b-0d36-47bc-9395-67a85bad3f39 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349288'] for security_group_rule, after_create {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:06.490122 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-bd61f176-82e6-4e8b-ba78-0ea375e62237 tempest-AttachVolumeTestJSON-245409207 tempest-AttachVolumeTestJSON-245409207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:09:06.511960 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81315f-346c-4ae0-9b47-1f021808cc60 req-dd433c15-57e0-4c2d-8292-17a1f8deeb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:09:06.513472 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-3d81315f-346c-4ae0-9b47-1f021808cc60 req-dd433c15-57e0-4c2d-8292-17a1f8deeb59 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3cba3436-c59d-4714-a1a2-a3a89630d87f HTTP/1.1" status: 200 len: 854 time: 0.2052624 Jun 07 07:09:06.516547 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c8c15b-0d36-47bc-9395-67a85bad3f39 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=333d5e7a-474e-4cb3-80f1-cf107923315c,revision_number=0']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:09:06.519563 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-13c8c15b-0d36-47bc-9395-67a85bad3f39 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:09:06.560731 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-13c8c15b-0d36-47bc-9395-67a85bad3f39 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:06.561891 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-13c8c15b-0d36-47bc-9395-67a85bad3f39 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4494741 Jun 07 07:09:06.564757 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 49594) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:09:06.570877 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-e40dd99b-b4bf-48b7-b509-0087b2d49476 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Request body: {'security_group_rule': {'security_group_id': '3f4fe682-fc44-46c5-8446-5d345c9d8267', 'project_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:09:06.599134 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81315f-346c-4ae0-9b47-1f021808cc60 req-2947aa78-6aa7-4e70-b9a1-7b47cae133e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:09:06.602112 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-3d81315f-346c-4ae0-9b47-1f021808cc60 req-2947aa78-6aa7-4e70-b9a1-7b47cae133e3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ae6fd56e-3402-4b74-828f-7e3fbbeeac2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0787723 Jun 07 07:09:06.602673 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-e40dd99b-b4bf-48b7-b509-0087b2d49476 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:06.668290 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-e40dd99b-b4bf-48b7-b509-0087b2d49476 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:06.672441 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-e40dd99b-b4bf-48b7-b509-0087b2d49476 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349288'] for security_group_rule, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:06.674659 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:09:06.699515 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40dd99b-b4bf-48b7-b509-0087b2d49476 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9858138b-8d05-41f0-b440-0961f589133b,revision_number=0']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:09:06.702180 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-e40dd99b-b4bf-48b7-b509-0087b2d49476 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:09:06.708537 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-e40dd99b-b4bf-48b7-b509-0087b2d49476 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:06.713406 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-e40dd99b-b4bf-48b7-b509-0087b2d49476 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1437795 Jun 07 07:09:06.713679 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 49596) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:09:06.718302 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-c540e53e-1f63-46a4-b4c5-b4e62a4bcf24 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Request body: {'security_group_rule': {'security_group_id': '3f4fe682-fc44-46c5-8446-5d345c9d8267', 'project_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:09:06.748172 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c540e53e-1f63-46a4-b4c5-b4e62a4bcf24 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:06.766162 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-3d81315f-346c-4ae0-9b47-1f021808cc60 req-b7135098-d3e8-493b-919b-efa1395f87b4 service neutron] 10.222.0.44 "GET /v2.0/networks/ae6fd56e-3402-4b74-828f-7e3fbbeeac2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577957 Jun 07 07:09:06.769101 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-02fd7e83-84e3-44cc-8bc5-8e066293e071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e25b51-2c88-4aa5-afba-091c4b4eb3ac', 'name': 'tempest-TestMinimumBasicScenario-1017353834-router', 'tenant_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ce157737-e28a-4378-bf9f-3cd72a91ec4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:08:12Z', 'updated_at': '2021-06-07T07:08:16Z', 'revision_number': 4, 'project_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'gw_port': {'id': 'ce157737-e28a-4378-bf9f-3cd72a91ec4c', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e25b51-2c88-4aa5-afba-091c4b4eb3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:08:13Z', 'updated_at': '2021-06-07T07:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_floatingips': [{'id': '1fb7f197-7d9d-449d-a18b-d8ce80823520', 'tenant_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'floating_ip_address': '172.27.1.54', 'floating_network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'router_id': '52e25b51-2c88-4aa5-afba-091c4b4eb3ac', 'port_id': '532782f5-5803-40be-90f3-d2677786ca67', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae6fd56e-3402-4b74-828f-7e3fbbeeac2c', 'mac_address': 'fa:16:3e:0e:1c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T07:09:04Z', 'updated_at': '2021-06-07T07:09:04Z', 'revision_number': 0, 'project_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebdec48d-f02a-4c25-a612-ffeba6684bbb', 'name': '', 'network_id': 'ae6fd56e-3402-4b74-828f-7e3fbbeeac2c', 'tenant_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'mac_address': 'fa:16:3e:3e:9d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e25b51-2c88-4aa5-afba-091c4b4eb3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '3cba3436-c59d-4714-a1a2-a3a89630d87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:08:16Z', 'updated_at': '2021-06-07T07:08:23Z', 'revision_number': 5, 'project_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'subnets': [{'id': '3cba3436-c59d-4714-a1a2-a3a89630d87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:09:06.773850 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fd7e83-84e3-44cc-8bc5-8e066293e071 None None] The sync data for ids ['52e25b51-2c88-4aa5-afba-091c4b4eb3ac'] in dv-cinder-784140-5-iscsi is: [{'id': '52e25b51-2c88-4aa5-afba-091c4b4eb3ac', 'name': 'tempest-TestMinimumBasicScenario-1017353834-router', 'tenant_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ce157737-e28a-4378-bf9f-3cd72a91ec4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:08:12Z', 'updated_at': '2021-06-07T07:08:16Z', 'revision_number': 4, 'project_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'gw_port': {'id': 'ce157737-e28a-4378-bf9f-3cd72a91ec4c', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e25b51-2c88-4aa5-afba-091c4b4eb3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:08:13Z', 'updated_at': '2021-06-07T07:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_floatingips': [{'id': '1fb7f197-7d9d-449d-a18b-d8ce80823520', 'tenant_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'floating_ip_address': '172.27.1.54', 'floating_network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'router_id': '52e25b51-2c88-4aa5-afba-091c4b4eb3ac', 'port_id': '532782f5-5803-40be-90f3-d2677786ca67', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae6fd56e-3402-4b74-828f-7e3fbbeeac2c', 'mac_address': 'fa:16:3e:0e:1c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T07:09:04Z', 'updated_at': '2021-06-07T07:09:04Z', 'revision_number': 0, 'project_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebdec48d-f02a-4c25-a612-ffeba6684bbb', 'name': '', 'network_id': 'ae6fd56e-3402-4b74-828f-7e3fbbeeac2c', 'tenant_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'mac_address': 'fa:16:3e:3e:9d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e25b51-2c88-4aa5-afba-091c4b4eb3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '3cba3436-c59d-4714-a1a2-a3a89630d87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:08:16Z', 'updated_at': '2021-06-07T07:08:23Z', 'revision_number': 5, 'project_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'subnets': [{'id': '3cba3436-c59d-4714-a1a2-a3a89630d87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 07:09:06.825392 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c540e53e-1f63-46a4-b4c5-b4e62a4bcf24 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:06.830661 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c540e53e-1f63-46a4-b4c5-b4e62a4bcf24 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349288'] for security_group_rule, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:06.833057 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-87a6a4e4-bfc7-4b0b-b722-917c06d8f583 tempest-TestVolumeBootPattern-848673019 tempest-TestVolumeBootPattern-848673019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:09:06.849523 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c540e53e-1f63-46a4-b4c5-b4e62a4bcf24 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01cb7d3f-cbdc-499f-898e-de162d477034,revision_number=0']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:09:06.853662 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-c540e53e-1f63-46a4-b4c5-b4e62a4bcf24 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:09:06.867471 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-c540e53e-1f63-46a4-b4c5-b4e62a4bcf24 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:06.868868 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-c540e53e-1f63-46a4-b4c5-b4e62a4bcf24 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1541929 Jun 07 07:09:06.872064 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 49598) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:09:06.876908 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-5a45ad7d-081a-483a-b48d-2a91a58a9216 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Request body: {'security_group_rule': {'security_group_id': '3f4fe682-fc44-46c5-8446-5d345c9d8267', 'project_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:09:06.899809 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.db.securitygroups_db [None req-5a45ad7d-081a-483a-b48d-2a91a58a9216 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Project fd6bc31b97c54239aa443ecf247e7cbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 07:09:06.905874 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-5a45ad7d-081a-483a-b48d-2a91a58a9216 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:06.909630 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-3d81315f-346c-4ae0-9b47-1f021808cc60 req-28f55c3c-2bc7-4b49-9bfe-96cf08e7c6d8 service neutron] 10.222.0.44 "GET /v2.0/networks/ae6fd56e-3402-4b74-828f-7e3fbbeeac2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358275 Jun 07 07:09:06.975782 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-5a45ad7d-081a-483a-b48d-2a91a58a9216 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:06.979977 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-5a45ad7d-081a-483a-b48d-2a91a58a9216 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349288'] for security_group_rule, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:06.982199 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:09:07.000670 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68a4c94-0fe1-4231-9f31-a4c39e7a628c None None] New status for floating IP 1fb7f197-7d9d-449d-a18b-d8ce80823520: ACTIVE {{(pid=91761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 07:09:07.004688 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a45ad7d-081a-483a-b48d-2a91a58a9216 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47813823-23e9-48c8-9923-5939bf91b62c,revision_number=0']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:09:07.009769 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-5a45ad7d-081a-483a-b48d-2a91a58a9216 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:09:07.015292 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-5a45ad7d-081a-483a-b48d-2a91a58a9216 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:07.016548 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-5a45ad7d-081a-483a-b48d-2a91a58a9216 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1433735 Jun 07 07:09:07.019256 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 49600) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:09:07.023744 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [None req-af0f4ab4-9fac-4043-815e-97e84186e32e tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Request body: {'security_group_rule': {'security_group_id': '3f4fe682-fc44-46c5-8446-5d345c9d8267', 'project_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:09:07.045621 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.db.securitygroups_db [None req-af0f4ab4-9fac-4043-815e-97e84186e32e tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Project fd6bc31b97c54239aa443ecf247e7cbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 07:09:07.051894 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-af0f4ab4-9fac-4043-815e-97e84186e32e tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:07.122328 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-af0f4ab4-9fac-4043-815e-97e84186e32e tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:07.125986 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-af0f4ab4-9fac-4043-815e-97e84186e32e tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349288'] for security_group_rule, after_create {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:07.128038 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-e40dd99b-b4bf-48b7-b509-0087b2d49476 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:09:07.149583 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f4ab4-9fac-4043-815e-97e84186e32e tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51815271-21a0-4d53-8c47-692166ad7757,revision_number=0']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:09:07.151992 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-af0f4ab4-9fac-4043-815e-97e84186e32e tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:09:07.157113 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-af0f4ab4-9fac-4043-815e-97e84186e32e tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:07.158365 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-af0f4ab4-9fac-4043-815e-97e84186e32e tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1381207 Jun 07 07:09:07.280979 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-a4683164-3331-4cff-b088-8f4c79f1629f req-b8cd784d-e2df-43c7-8d7b-9644fdce2880 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-679036544&fields=id&tenant_id=fd6bc31b97c54239aa443ecf247e7cbe HTTP/1.1" status: 200 len: 267 time: 0.0417392 Jun 07 07:09:07.365098 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4683164-3331-4cff-b088-8f4c79f1629f req-d52a3328-fd2a-416f-a3ee-a08bb7a0dcbe tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:09:07.367328 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-a4683164-3331-4cff-b088-8f4c79f1629f req-d52a3328-fd2a-416f-a3ee-a08bb7a0dcbe tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/ports?device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc HTTP/1.1" status: 200 len: 946 time: 0.0802960 Jun 07 07:09:07.377704 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.v2.base [req-a4683164-3331-4cff-b088-8f4c79f1629f req-9f847b24-57d4-4090-bb09-7bd7fc608811 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Request body: {'port': {'security_groups': ['f3898ed6-d5c5-423b-81ee-c7908301b529', '3f4fe682-fc44-46c5-8446-5d345c9d8267']}} {{(pid=91759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:09:07.498651 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-a4683164-3331-4cff-b088-8f4c79f1629f req-9f847b24-57d4-4090-bb09-7bd7fc608811 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:07.855611 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.plugins.ml2.db [req-a4683164-3331-4cff-b088-8f4c79f1629f req-9f847b24-57d4-4090-bb09-7bd7fc608811 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] For port 532782f5-5803-40be-90f3-d2677786ca67, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=532782f5-5803-40be-90f3-d2677786ca67,segment=NetworkSegment(76a9b159-e64a-436a-b672-930c61bf8591),segment_id=76a9b159-e64a-436a-b672-930c61bf8591)] {{(pid=91759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:09:07.879294 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-a4683164-3331-4cff-b088-8f4c79f1629f req-9f847b24-57d4-4090-bb09-7bd7fc608811 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks [] for port, precommit_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:07.884299 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-a4683164-3331-4cff-b088-8f4c79f1629f req-9f847b24-57d4-4090-bb09-7bd7fc608811 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222187'] for port, after_update {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:07.889417 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-664ca2b8-06f9-448e-915c-f51bc54b62f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:09:07.900083 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] get_ports_and_sgs() called for port_ids ['532782f5-5803-40be-90f3-d2677786ca67'] {{(pid=91760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 07:09:07.952492 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:07.953178 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4683164-3331-4cff-b088-8f4c79f1629f req-9f847b24-57d4-4090-bb09-7bd7fc608811 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:09:07.956675 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [req-a4683164-3331-4cff-b088-8f4c79f1629f req-9f847b24-57d4-4090-bb09-7bd7fc608811 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:07.958114 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-a4683164-3331-4cff-b088-8f4c79f1629f req-9f847b24-57d4-4090-bb09-7bd7fc608811 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "PUT /v2.0/ports/532782f5-5803-40be-90f3-d2677786ca67 HTTP/1.1" status: 200 len: 982 time: 0.5847135 Jun 07 07:09:07.958653 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc', 'tag': '532782f5-5803-40be-90f3-d2677786ca67'}] {{(pid=91759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:09:07.961592 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a053f81c338bbf1e2ede0d69cafce5cf20f9436aa375ccea032d9338f79a3cd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2eb7eab-9669-4381-aba9-4894182030db" -d '{"events": [{"name": "network-changed", "server_uuid": "9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc", "tag": "532782f5-5803-40be-90f3-d2677786ca67"}]}' {{(pid=91759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:09:07.985321 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f847b24-57d4-4090-bb09-7bd7fc608811 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Pushing event updated for resources: {'Port': ['ID=532782f5-5803-40be-90f3-d2677786ca67,revision_number=6']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:09:07.990196 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-9f847b24-57d4-4090-bb09-7bd7fc608811 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:09:07.997232 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-3f3dcf1f-a17b-4ec8-8271-c67aba48949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:08.032537 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] get_ports_and_sgs() called for port_ids ['532782f5-5803-40be-90f3-d2677786ca67'] {{(pid=91760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 07:09:08.063594 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 07:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c368995d-1f0c-4764-97e4-12c60a8a6e95 x-openstack-request-id: req-c368995d-1f0c-4764-97e4-12c60a8a6e95 {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:09:08.063998 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc", "tag": "532782f5-5803-40be-90f3-d2677786ca67", "status": "completed", "code": 200}]} {{(pid=91759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:09:08.064361 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c368995d-1f0c-4764-97e4-12c60a8a6e95 {{(pid=91759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:09:08.064870 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc', 'tag': '532782f5-5803-40be-90f3-d2677786ca67', 'status': 'completed', 'code': 200} Jun 07 07:09:08.190248 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb7eab-9669-4381-aba9-4894182030db req-6af449f1-6fb4-4583-9c5a-6ad8092506d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:09:08.191715 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d2eb7eab-9669-4381-aba9-4894182030db req-6af449f1-6fb4-4583-9c5a-6ad8092506d7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fd6bc31b97c54239aa443ecf247e7cbe&device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc HTTP/1.1" status: 200 len: 1138 time: 0.1034634 Jun 07 07:09:08.205514 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d15ccd-6949-4a1c-a7c0-c302c933c16a req-ea05d298-1396-433f-9cde-c6b20d1b35fd tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:09:08.207145 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-23d15ccd-6949-4a1c-a7c0-c302c933c16a req-ea05d298-1396-433f-9cde-c6b20d1b35fd tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/ports?device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc HTTP/1.1" status: 200 len: 985 time: 0.0971119 Jun 07 07:09:08.255820 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-23d15ccd-6949-4a1c-a7c0-c302c933c16a req-8b49f70b-4cfb-4061-814e-914aa05bcb4e tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f4fe682-fc44-46c5-8446-5d345c9d8267&id=f3898ed6-d5c5-423b-81ee-c7908301b529&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426905 Jun 07 07:09:08.316488 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-a7ccd319-e892-421c-9d73-36b938e0377b None None] Provisioning complete for port 532782f5-5803-40be-90f3-d2677786ca67 triggered by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:09:08.316865 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a7ccd319-e892-421c-9d73-36b938e0377b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:08.325462 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb7eab-9669-4381-aba9-4894182030db req-789d26cf-3c92-4501-b557-64c82c625866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:09:08.327016 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d2eb7eab-9669-4381-aba9-4894182030db req-789d26cf-3c92-4501-b557-64c82c625866 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ae6fd56e-3402-4b74-828f-7e3fbbeeac2c HTTP/1.1" status: 200 len: 916 time: 0.1283333 Jun 07 07:09:08.432076 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d2eb7eab-9669-4381-aba9-4894182030db req-37cccd00-399b-461e-8804-d736cfe16d16 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=532782f5-5803-40be-90f3-d2677786ca67 HTTP/1.1" status: 200 len: 1001 time: 0.0977106 Jun 07 07:09:08.493389 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb7eab-9669-4381-aba9-4894182030db req-39bd2bfd-466b-485a-8795-0a44a0cc8b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:09:08.494894 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d2eb7eab-9669-4381-aba9-4894182030db req-39bd2bfd-466b-485a-8795-0a44a0cc8b36 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3cba3436-c59d-4714-a1a2-a3a89630d87f HTTP/1.1" status: 200 len: 854 time: 0.0573454 Jun 07 07:09:08.574435 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb7eab-9669-4381-aba9-4894182030db req-ae639351-c401-45cc-ac3a-2535449758cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:09:08.575938 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d2eb7eab-9669-4381-aba9-4894182030db req-ae639351-c401-45cc-ac3a-2535449758cf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ae6fd56e-3402-4b74-828f-7e3fbbeeac2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0750003 Jun 07 07:09:08.723804 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d2eb7eab-9669-4381-aba9-4894182030db req-5d9342c9-661e-41b0-a785-c8e7ff760d71 service neutron] 10.222.0.44 "GET /v2.0/networks/ae6fd56e-3402-4b74-828f-7e3fbbeeac2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403997 Jun 07 07:09:08.853623 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-d2eb7eab-9669-4381-aba9-4894182030db req-645d8835-0c7a-478d-9294-91d63b87d4dd service neutron] 10.222.0.44 "GET /v2.0/networks/ae6fd56e-3402-4b74-828f-7e3fbbeeac2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230729 Jun 07 07:09:08.979094 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:10.677398 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:20.251134 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.agents_db [None req-46aecb79-32b8-4105-868b-523cea85afea None None] Agent healthcheck: found 6 active agents {{(pid=91761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 07:09:25.653718 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac2039-4fe4-489b-af09-eae5bb88e92d req-463e8a73-2412-402f-81c0-a6f0fac363ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:09:25.655166 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-24ac2039-4fe4-489b-af09-eae5bb88e92d req-463e8a73-2412-402f-81c0-a6f0fac363ac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fd6bc31b97c54239aa443ecf247e7cbe&device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc HTTP/1.1" status: 200 len: 1138 time: 0.0705774 Jun 07 07:09:25.691383 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368b1d8-49b4-41b0-b24f-a8c6e2abfff6 req-abf8d038-6b5d-4315-bac3-78eb3d17c561 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:09:25.692810 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-6368b1d8-49b4-41b0-b24f-a8c6e2abfff6 req-abf8d038-6b5d-4315-bac3-78eb3d17c561 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/ports?device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc HTTP/1.1" status: 200 len: 985 time: 0.0821667 Jun 07 07:09:25.747600 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-6368b1d8-49b4-41b0-b24f-a8c6e2abfff6 req-c5df4450-9e4c-4786-95e9-1292dbf23148 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f4fe682-fc44-46c5-8446-5d345c9d8267&id=f3898ed6-d5c5-423b-81ee-c7908301b529&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0481272 Jun 07 07:09:25.788847 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac2039-4fe4-489b-af09-eae5bb88e92d req-cd49f5a1-d01d-49b9-a2c3-2714b419876f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:09:25.790297 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-24ac2039-4fe4-489b-af09-eae5bb88e92d req-cd49f5a1-d01d-49b9-a2c3-2714b419876f service neutron] 10.222.0.44 "GET /v2.0/networks?id=ae6fd56e-3402-4b74-828f-7e3fbbeeac2c HTTP/1.1" status: 200 len: 916 time: 0.1282299 Jun 07 07:09:25.894813 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-24ac2039-4fe4-489b-af09-eae5bb88e92d req-351fd621-0c41-4008-8417-56a4b181830b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=532782f5-5803-40be-90f3-d2677786ca67 HTTP/1.1" status: 200 len: 1001 time: 0.0976193 Jun 07 07:09:25.956553 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac2039-4fe4-489b-af09-eae5bb88e92d req-6e08cb3b-a905-4383-bf1d-aa094f28b65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:09:25.957885 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-24ac2039-4fe4-489b-af09-eae5bb88e92d req-6e08cb3b-a905-4383-bf1d-aa094f28b65c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3cba3436-c59d-4714-a1a2-a3a89630d87f HTTP/1.1" status: 200 len: 854 time: 0.0566440 Jun 07 07:09:26.136008 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac2039-4fe4-489b-af09-eae5bb88e92d req-443d96c2-fdf0-47eb-b710-67f3496bbb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:09:26.137449 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-24ac2039-4fe4-489b-af09-eae5bb88e92d req-443d96c2-fdf0-47eb-b710-67f3496bbb82 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ae6fd56e-3402-4b74-828f-7e3fbbeeac2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1732781 Jun 07 07:09:26.270663 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-24ac2039-4fe4-489b-af09-eae5bb88e92d req-50e9a52c-df9d-424f-b711-bd6fa24a8e40 service neutron] 10.222.0.44 "GET /v2.0/networks/ae6fd56e-3402-4b74-828f-7e3fbbeeac2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250551 Jun 07 07:09:26.399897 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-24ac2039-4fe4-489b-af09-eae5bb88e92d req-e8e1530f-91fa-4cbd-a4b1-61812439af03 service neutron] 10.222.0.44 "GET /v2.0/networks/ae6fd56e-3402-4b74-828f-7e3fbbeeac2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223450 Jun 07 07:09:26.934961 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92907574-c34f-4f40-88cb-5614f5f95b0e req-31c563b3-32ae-4942-8841-fa84dbfe490e tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:09:26.936300 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-92907574-c34f-4f40-88cb-5614f5f95b0e req-31c563b3-32ae-4942-8841-fa84dbfe490e tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/ports?device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc HTTP/1.1" status: 200 len: 985 time: 0.0797253 Jun 07 07:09:26.986288 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-92907574-c34f-4f40-88cb-5614f5f95b0e req-4a60e6fc-7113-49c5-9c1c-4f1bb9134390 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f4fe682-fc44-46c5-8446-5d345c9d8267&id=f3898ed6-d5c5-423b-81ee-c7908301b529&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443072 Jun 07 07:09:28.172306 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018543e-7d5d-4dff-96d8-f6ae84a623a3 req-cedb5c6a-f04c-4643-a9f6-f787cb7c9060 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:09:28.173770 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-6018543e-7d5d-4dff-96d8-f6ae84a623a3 req-cedb5c6a-f04c-4643-a9f6-f787cb7c9060 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/ports?device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc HTTP/1.1" status: 200 len: 985 time: 0.0818310 Jun 07 07:09:28.220464 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-6018543e-7d5d-4dff-96d8-f6ae84a623a3 req-9c3a3180-dffe-402d-a8b7-bd04c838bb35 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f4fe682-fc44-46c5-8446-5d345c9d8267&id=f3898ed6-d5c5-423b-81ee-c7908301b529&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409000 Jun 07 07:09:29.457399 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed633f-593a-46d6-b1b0-1a28f438a29e req-f3d45e9f-1948-46ce-98dc-2c0ecb5c81c2 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:09:29.458764 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-f4ed633f-593a-46d6-b1b0-1a28f438a29e req-f3d45e9f-1948-46ce-98dc-2c0ecb5c81c2 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/ports?device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc HTTP/1.1" status: 200 len: 985 time: 0.1297109 Jun 07 07:09:29.511114 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-f4ed633f-593a-46d6-b1b0-1a28f438a29e req-00d74bbf-09b2-4072-9e67-bc4f08c693dc tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f4fe682-fc44-46c5-8446-5d345c9d8267&id=f3898ed6-d5c5-423b-81ee-c7908301b529&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425513 Jun 07 07:09:30.748755 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85a4c7-d370-433c-85a4-b20bfc2a66f5 req-bca4a98a-d929-4edb-b4c6-03154e815862 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:09:30.750231 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5d85a4c7-d370-433c-85a4-b20bfc2a66f5 req-bca4a98a-d929-4edb-b4c6-03154e815862 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/ports?device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc HTTP/1.1" status: 200 len: 985 time: 0.1351285 Jun 07 07:09:30.796865 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5d85a4c7-d370-433c-85a4-b20bfc2a66f5 req-985809d6-d9e2-465f-b8b8-f02e2ac1fc5b tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f4fe682-fc44-46c5-8446-5d345c9d8267&id=f3898ed6-d5c5-423b-81ee-c7908301b529&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405045 Jun 07 07:09:31.983174 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b4f9f-54df-494e-8c28-8a98523b1fb7 req-8a91763c-ab7b-4351-93c8-5259027d6ba5 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:09:31.984605 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-dc6b4f9f-54df-494e-8c28-8a98523b1fb7 req-8a91763c-ab7b-4351-93c8-5259027d6ba5 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/ports?device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc HTTP/1.1" status: 200 len: 985 time: 0.0844061 Jun 07 07:09:32.032121 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-dc6b4f9f-54df-494e-8c28-8a98523b1fb7 req-49f858b5-cbab-4d89-ba98-d8e7922b73ab tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f4fe682-fc44-46c5-8446-5d345c9d8267&id=f3898ed6-d5c5-423b-81ee-c7908301b529&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417700 Jun 07 07:09:32.925434 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:33.216806 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04b716-3855-4518-b1a4-967587d60241 req-a8835f36-7e43-4bc3-826c-d52107d5eeb3 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:09:33.218246 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5f04b716-3855-4518-b1a4-967587d60241 req-a8835f36-7e43-4bc3-826c-d52107d5eeb3 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/ports?device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc HTTP/1.1" status: 200 len: 985 time: 0.0792587 Jun 07 07:09:33.264117 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-5f04b716-3855-4518-b1a4-967587d60241 req-acb86bca-f98e-44d0-b210-341ade8514ed tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f4fe682-fc44-46c5-8446-5d345c9d8267&id=f3898ed6-d5c5-423b-81ee-c7908301b529&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398874 Jun 07 07:09:34.447819 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551cfab7-84cf-4029-a12a-f3d79cb0da0d req-cd6b2f10-1e79-4331-abf6-114553823d6a tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:09:34.449249 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-551cfab7-84cf-4029-a12a-f3d79cb0da0d req-cd6b2f10-1e79-4331-abf6-114553823d6a tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/ports?device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc HTTP/1.1" status: 200 len: 985 time: 0.0796185 Jun 07 07:09:34.496320 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-551cfab7-84cf-4029-a12a-f3d79cb0da0d req-c52004e9-5c87-4779-9945-6d945742a549 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f4fe682-fc44-46c5-8446-5d345c9d8267&id=f3898ed6-d5c5-423b-81ee-c7908301b529&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413880 Jun 07 07:09:35.240930 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5433ebf0-cc7b-4c9a-86f7-d2873c8e5cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:35.682122 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3c231-b50a-46b4-8fe9-866033e5df90 req-fe194781-7534-454b-9f92-577d32c3d6c3 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:09:35.683550 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-abe3c231-b50a-46b4-8fe9-866033e5df90 req-fe194781-7534-454b-9f92-577d32c3d6c3 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/ports?device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc HTTP/1.1" status: 200 len: 985 time: 0.0845981 Jun 07 07:09:35.729191 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-abe3c231-b50a-46b4-8fe9-866033e5df90 req-bed3a6e7-c0a0-4243-8cb9-fdf4eccd1afa tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f4fe682-fc44-46c5-8446-5d345c9d8267&id=f3898ed6-d5c5-423b-81ee-c7908301b529&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397179 Jun 07 07:09:36.943822 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2651ff-c289-476d-b760-7b062c0a7553 req-f2b16fe2-183e-4d73-9803-1d0d6fb2e3fe tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:09:36.945577 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-3c2651ff-c289-476d-b760-7b062c0a7553 req-f2b16fe2-183e-4d73-9803-1d0d6fb2e3fe tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/ports?device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc HTTP/1.1" status: 200 len: 985 time: 0.0844197 Jun 07 07:09:36.991677 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-3c2651ff-c289-476d-b760-7b062c0a7553 req-a0cc48cb-0f57-4c68-9a2e-d0368615e0f0 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f4fe682-fc44-46c5-8446-5d345c9d8267&id=f3898ed6-d5c5-423b-81ee-c7908301b529&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404768 Jun 07 07:09:37.951841 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:37.969462 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-f9fd7aaf-b75f-4f46-bd57-447559384363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:38.176058 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac50323-8dd8-4062-bfef-e6a782758e43 req-9ad165ef-d245-4c54-8f76-4fa6731f7a92 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:09:38.177581 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-7ac50323-8dd8-4062-bfef-e6a782758e43 req-9ad165ef-d245-4c54-8f76-4fa6731f7a92 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/ports?device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc HTTP/1.1" status: 200 len: 985 time: 0.0809233 Jun 07 07:09:38.228228 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-7ac50323-8dd8-4062-bfef-e6a782758e43 req-e938d408-aebe-4e20-9c8e-1fd375a0f3dd tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f4fe682-fc44-46c5-8446-5d345c9d8267&id=f3898ed6-d5c5-423b-81ee-c7908301b529&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0448232 Jun 07 07:09:38.982597 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:40.679830 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:09:40.721645 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-fb68c6db-6c55-4c44-9394-4c5d30243c8c req-aa1a42b5-f00c-4b5e-89da-28122ee4f9cc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1116586 Jun 07 07:09:40.863923 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68c6db-6c55-4c44-9394-4c5d30243c8c req-d9c8d0c3-56a9-4a17-833c-278f5b889f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:09:40.865391 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-fb68c6db-6c55-4c44-9394-4c5d30243c8c req-d9c8d0c3-56a9-4a17-833c-278f5b889f5b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fd6bc31b97c54239aa443ecf247e7cbe&device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc HTTP/1.1" status: 200 len: 1138 time: 0.0730340 Jun 07 07:09:41.009999 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68c6db-6c55-4c44-9394-4c5d30243c8c req-1e7bbaf5-ea84-412e-acb4-67674f10a1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:09:41.012119 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-fb68c6db-6c55-4c44-9394-4c5d30243c8c req-1e7bbaf5-ea84-412e-acb4-67674f10a1c0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ae6fd56e-3402-4b74-828f-7e3fbbeeac2c HTTP/1.1" status: 200 len: 916 time: 0.1280272 Jun 07 07:09:41.112471 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-fb68c6db-6c55-4c44-9394-4c5d30243c8c req-a5e84f31-9698-43fa-b622-9aab1a2733b2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=532782f5-5803-40be-90f3-d2677786ca67 HTTP/1.1" status: 200 len: 1001 time: 0.0945947 Jun 07 07:09:41.173469 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68c6db-6c55-4c44-9394-4c5d30243c8c req-03da7e4d-d3eb-49de-a854-60c3231eebde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:09:41.174902 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-fb68c6db-6c55-4c44-9394-4c5d30243c8c req-03da7e4d-d3eb-49de-a854-60c3231eebde service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3cba3436-c59d-4714-a1a2-a3a89630d87f HTTP/1.1" status: 200 len: 854 time: 0.0558882 Jun 07 07:09:41.249922 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68c6db-6c55-4c44-9394-4c5d30243c8c req-9f4e39ce-bfcc-4968-8059-d1aa3920e9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:09:41.251319 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-fb68c6db-6c55-4c44-9394-4c5d30243c8c req-9f4e39ce-bfcc-4968-8059-d1aa3920e9fe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ae6fd56e-3402-4b74-828f-7e3fbbeeac2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704014 Jun 07 07:09:41.380182 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-fb68c6db-6c55-4c44-9394-4c5d30243c8c req-80ba0586-402c-42a9-b152-e793dc481f82 service neutron] 10.222.0.44 "GET /v2.0/networks/ae6fd56e-3402-4b74-828f-7e3fbbeeac2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215749 Jun 07 07:09:41.611753 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-fb68c6db-6c55-4c44-9394-4c5d30243c8c req-5e4f3fe3-ed4a-4309-a35e-e7ea3e570777 service neutron] 10.222.0.44 "GET /v2.0/networks/ae6fd56e-3402-4b74-828f-7e3fbbeeac2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257555 Jun 07 07:09:57.250197 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.agents_db [None req-46aecb79-32b8-4105-868b-523cea85afea None None] Agent healthcheck: found 6 active agents {{(pid=91761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 07:10:02.923513 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:05.242610 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-ae95c76e-8cfb-4782-bd96-b65aabfc0012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:07.904388 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:07.969714 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5fbc05eb-8945-4550-9dbd-f5803fc3d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:08.984257 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:10.634598 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e70db43a-a482-451d-be59-caadbb6f7b9b req-5d95c34b-740f-4a02-8669-d6c52eec0874 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-679036544&fields=id&tenant_id=fd6bc31b97c54239aa443ecf247e7cbe HTTP/1.1" status: 200 len: 267 time: 0.0410218 Jun 07 07:10:10.682596 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:10.719860 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70db43a-a482-451d-be59-caadbb6f7b9b req-4d93f127-e6b3-4b33-b15a-2b263374316d tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:10:10.721282 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e70db43a-a482-451d-be59-caadbb6f7b9b req-4d93f127-e6b3-4b33-b15a-2b263374316d tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/ports?device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc HTTP/1.1" status: 200 len: 985 time: 0.0814013 Jun 07 07:10:10.731743 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.v2.base [req-e70db43a-a482-451d-be59-caadbb6f7b9b req-1e0af356-7b46-4d7b-8b00-07a0d6031f4e tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Request body: {'port': {'security_groups': ['f3898ed6-d5c5-423b-81ee-c7908301b529']}} {{(pid=91758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 07:10:10.850233 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-e70db43a-a482-451d-be59-caadbb6f7b9b req-1e0af356-7b46-4d7b-8b00-07a0d6031f4e tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-783810'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:11.090360 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [req-e70db43a-a482-451d-be59-caadbb6f7b9b req-1e0af356-7b46-4d7b-8b00-07a0d6031f4e tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] For port 532782f5-5803-40be-90f3-d2677786ca67, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=532782f5-5803-40be-90f3-d2677786ca67,segment=NetworkSegment(76a9b159-e64a-436a-b672-930c61bf8591),segment_id=76a9b159-e64a-436a-b672-930c61bf8591)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:10:11.114264 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-e70db43a-a482-451d-be59-caadbb6f7b9b req-1e0af356-7b46-4d7b-8b00-07a0d6031f4e tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks [] for port, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:11.119095 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-e70db43a-a482-451d-be59-caadbb6f7b9b req-1e0af356-7b46-4d7b-8b00-07a0d6031f4e tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736901031406', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736900529785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736900529830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2309382'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:11.124563 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-2b41f1df-d35f-4997-bfcf-5c83dc826028 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:10:11.131655 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] get_ports_and_sgs() called for port_ids ['532782f5-5803-40be-90f3-d2677786ca67'] {{(pid=91760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 07:10:11.188494 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70db43a-a482-451d-be59-caadbb6f7b9b req-1e0af356-7b46-4d7b-8b00-07a0d6031f4e tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:10:11.189108 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-e70db43a-a482-451d-be59-caadbb6f7b9b req-1e0af356-7b46-4d7b-8b00-07a0d6031f4e tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:11.197075 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-e70db43a-a482-451d-be59-caadbb6f7b9b req-1e0af356-7b46-4d7b-8b00-07a0d6031f4e tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "PUT /v2.0/ports/532782f5-5803-40be-90f3-d2677786ca67 HTTP/1.1" status: 200 len: 943 time: 0.4661024 Jun 07 07:10:11.197075 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc', 'tag': '532782f5-5803-40be-90f3-d2677786ca67'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:10:11.197267 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 49654) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:10:11.197703 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec36a6c19c8fb969b847be0da992033db50c3714a14aa90e68a12edeb3f3a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815ca429-c7d8-45bd-8f05-221be033466d" -d '{"events": [{"name": "network-changed", "server_uuid": "9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc", "tag": "532782f5-5803-40be-90f3-d2677786ca67"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:10:11.225613 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0af356-7b46-4d7b-8b00-07a0d6031f4e tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Pushing event updated for resources: {'Port': ['ID=532782f5-5803-40be-90f3-d2677786ca67,revision_number=7']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:10:11.233937 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0af356-7b46-4d7b-8b00-07a0d6031f4e tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:10:11.234325 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0af356-7b46-4d7b-8b00-07a0d6031f4e tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:10:11.234705 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0af356-7b46-4d7b-8b00-07a0d6031f4e tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:10:11.235077 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0af356-7b46-4d7b-8b00-07a0d6031f4e tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:10:11.235449 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0af356-7b46-4d7b-8b00-07a0d6031f4e tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:10:11.235816 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0af356-7b46-4d7b-8b00-07a0d6031f4e tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:10:11.236207 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0af356-7b46-4d7b-8b00-07a0d6031f4e tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:10:11.236573 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0af356-7b46-4d7b-8b00-07a0d6031f4e tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:10:11.236934 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0af356-7b46-4d7b-8b00-07a0d6031f4e tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:10:11.237296 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0af356-7b46-4d7b-8b00-07a0d6031f4e tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:10:11.237652 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0af356-7b46-4d7b-8b00-07a0d6031f4e tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:10:11.238033 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0af356-7b46-4d7b-8b00-07a0d6031f4e tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:10:11.243305 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-1e0af356-7b46-4d7b-8b00-07a0d6031f4e tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:10:11.260567 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] get_ports_and_sgs() called for port_ids ['532782f5-5803-40be-90f3-d2677786ca67'] {{(pid=91760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 07:10:11.277895 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 07:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17164cb7-029c-48e6-83a1-942ceda3256b x-openstack-request-id: req-17164cb7-029c-48e6-83a1-942ceda3256b {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:10:11.278239 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc", "tag": "532782f5-5803-40be-90f3-d2677786ca67", "status": "completed", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:10:11.278535 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-17164cb7-029c-48e6-83a1-942ceda3256b {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:10:11.278974 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc', 'tag': '532782f5-5803-40be-90f3-d2677786ca67', 'status': 'completed', 'code': 200} Jun 07 07:10:11.311964 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-6df52c36-c329-4fd4-b2eb-88876320cff3 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:11.344861 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-6df52c36-c329-4fd4-b2eb-88876320cff3 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:11.390851 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ca429-c7d8-45bd-8f05-221be033466d req-133df842-28c7-4060-8a46-833069afb40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:10:11.392733 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-815ca429-c7d8-45bd-8f05-221be033466d req-133df842-28c7-4060-8a46-833069afb40e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fd6bc31b97c54239aa443ecf247e7cbe&device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc HTTP/1.1" status: 200 len: 1099 time: 0.0888345 Jun 07 07:10:11.419886 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-6df52c36-c329-4fd4-b2eb-88876320cff3 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:11.422762 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-6df52c36-c329-4fd4-b2eb-88876320cff3 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:11.424138 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-6df52c36-c329-4fd4-b2eb-88876320cff3 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "DELETE /v2.0/security-groups/3f4fe682-fc44-46c5-8446-5d345c9d8267 HTTP/1.1" status: 204 len: 168 time: 0.2261076 Jun 07 07:10:11.425036 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-f145b1df-9c30-4c62-9389-62ae0f314df3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:10:11.431101 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 49658) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:10:11.437503 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df52c36-c329-4fd4-b2eb-88876320cff3 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4fe682-fc44-46c5-8446-5d345c9d8267,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:10:11.446244 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df52c36-c329-4fd4-b2eb-88876320cff3 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:10:11.446624 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df52c36-c329-4fd4-b2eb-88876320cff3 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:10:11.447203 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df52c36-c329-4fd4-b2eb-88876320cff3 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:10:11.447579 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df52c36-c329-4fd4-b2eb-88876320cff3 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:10:11.447945 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df52c36-c329-4fd4-b2eb-88876320cff3 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:10:11.448305 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df52c36-c329-4fd4-b2eb-88876320cff3 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:10:11.449034 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df52c36-c329-4fd4-b2eb-88876320cff3 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:10:11.449334 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df52c36-c329-4fd4-b2eb-88876320cff3 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:10:11.449894 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df52c36-c329-4fd4-b2eb-88876320cff3 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:10:11.450261 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df52c36-c329-4fd4-b2eb-88876320cff3 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:10:11.450622 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df52c36-c329-4fd4-b2eb-88876320cff3 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:10:11.450980 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df52c36-c329-4fd4-b2eb-88876320cff3 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:10:11.460349 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-6df52c36-c329-4fd4-b2eb-88876320cff3 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:10:11.464173 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.provisioning_blocks [None req-819c9d3a-7f84-4453-9640-3aa85e31340b None None] Provisioning complete for port 532782f5-5803-40be-90f3-d2677786ca67 triggered by entity DHCP. {{(pid=91760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 07:10:11.464555 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-819c9d3a-7f84-4453-9640-3aa85e31340b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721391'] for port, provisioning_complete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:11.714622 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ca429-c7d8-45bd-8f05-221be033466d req-e41fab12-8c5d-4bf4-ba17-fbeca51feb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:10:11.716074 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-815ca429-c7d8-45bd-8f05-221be033466d req-e41fab12-8c5d-4bf4-ba17-fbeca51feb5b service neutron] 10.222.0.44 "GET /v2.0/networks?id=ae6fd56e-3402-4b74-828f-7e3fbbeeac2c HTTP/1.1" status: 200 len: 916 time: 0.3138940 Jun 07 07:10:11.865410 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-815ca429-c7d8-45bd-8f05-221be033466d req-3f3004ec-b163-4ff4-a6cb-b016fb3aa5e1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=532782f5-5803-40be-90f3-d2677786ca67 HTTP/1.1" status: 200 len: 1001 time: 0.1371117 Jun 07 07:10:11.912893 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-a1300397-ccb8-412f-8c16-9be7d9804772 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Deleting port f5784e64-7aac-4bd6-8f94-0b414f3effe7 {{(pid=91758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:10:11.913156 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a1300397-ccb8-412f-8c16-9be7d9804772 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:11.964606 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ca429-c7d8-45bd-8f05-221be033466d req-c555a508-8abb-491a-8089-647ff5f7043f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:10:11.966022 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-815ca429-c7d8-45bd-8f05-221be033466d req-c555a508-8abb-491a-8089-647ff5f7043f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3cba3436-c59d-4714-a1a2-a3a89630d87f HTTP/1.1" status: 200 len: 854 time: 0.0939062 Jun 07 07:10:12.093345 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a1300397-ccb8-412f-8c16-9be7d9804772 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:12.093671 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a1300397-ccb8-412f-8c16-9be7d9804772 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:12.325087 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-a1300397-ccb8-412f-8c16-9be7d9804772 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Calling delete_port for f5784e64-7aac-4bd6-8f94-0b414f3effe7 owned by network:floatingip {{(pid=91758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:10:12.340832 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ca429-c7d8-45bd-8f05-221be033466d req-68a65666-a94d-460b-8b5b-39da5c10f108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:10:12.342301 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-815ca429-c7d8-45bd-8f05-221be033466d req-68a65666-a94d-460b-8b5b-39da5c10f108 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ae6fd56e-3402-4b74-828f-7e3fbbeeac2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3343310 Jun 07 07:10:12.489531 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-815ca429-c7d8-45bd-8f05-221be033466d req-71f79195-0ecc-4063-a01b-25e9bec58103 service neutron] 10.222.0.44 "GET /v2.0/networks/ae6fd56e-3402-4b74-828f-7e3fbbeeac2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388409 Jun 07 07:10:12.678801 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-815ca429-c7d8-45bd-8f05-221be033466d req-c5fe9a14-0ab7-4417-b855-8d90f1f7e2b0 service neutron] 10.222.0.44 "GET /v2.0/networks/ae6fd56e-3402-4b74-828f-7e3fbbeeac2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820879 Jun 07 07:10:12.679382 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a1300397-ccb8-412f-8c16-9be7d9804772 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:12.682945 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-320fde5f-d9d5-444d-866c-a1b51f308811 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:10:12.724552 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1300397-ccb8-412f-8c16-9be7d9804772 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Pushing event deleted for resources: {'Port': ['ID=f5784e64-7aac-4bd6-8f94-0b414f3effe7,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:10:12.728106 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-a1300397-ccb8-412f-8c16-9be7d9804772 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:10:12.818415 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a1300397-ccb8-412f-8c16-9be7d9804772 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks [] for floatingip, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:12.818748 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.db.l3_db [None req-a1300397-ccb8-412f-8c16-9be7d9804772 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Floating IP 1fb7f197-7d9d-449d-a18b-d8ce80823520 disassociated (deleted). External IP: 172.27.1.54, port: 532782f5-5803-40be-90f3-d2677786ca67. Jun 07 07:10:13.164245 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1300397-ccb8-412f-8c16-9be7d9804772 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Router 52e25b51-2c88-4aa5-afba-091c4b4eb3ac has already been hosted by L3 agent 207d1699-2b30-4848-a9d2-d112df8957f2 {{(pid=91758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 07:10:13.340126 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1300397-ccb8-412f-8c16-9be7d9804772 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify agent at l3_agent.dv-cinder-784140-5-iscsi the message routers_updated {{(pid=91758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 07:10:13.344880 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a1300397-ccb8-412f-8c16-9be7d9804772 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for floatingip, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:13.349268 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683dac68-11cb-4d3f-b145-561cbb98d5c2 None None] Sync routers for ids ['52e25b51-2c88-4aa5-afba-091c4b4eb3ac'] in dv-cinder-784140-5-iscsi {{(pid=91760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 07:10:13.358322 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683dac68-11cb-4d3f-b145-561cbb98d5c2 None None] Routers {'52e25b51-2c88-4aa5-afba-091c4b4eb3ac'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:10:13.358924 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-683dac68-11cb-4d3f-b145-561cbb98d5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:10:08Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['52e25b51-2c88-4aa5-afba-091c4b4eb3ac'], 'active': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:10:13.398625 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-a1300397-ccb8-412f-8c16-9be7d9804772 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "DELETE /v2.0/floatingips/1fb7f197-7d9d-449d-a18b-d8ce80823520 HTTP/1.1" status: 204 len: 168 time: 1.9664481 Jun 07 07:10:13.399190 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc', 'tag': '532782f5-5803-40be-90f3-d2677786ca67'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:10:13.401490 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec36a6c19c8fb969b847be0da992033db50c3714a14aa90e68a12edeb3f3a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bfc22e-6464-43e4-ac8f-a79712f19769" -d '{"events": [{"name": "network-changed", "server_uuid": "9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc", "tag": "532782f5-5803-40be-90f3-d2677786ca67"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:10:13.464963 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 07:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596fc9f5-1bcd-4445-a197-779c23f8dbe8 x-openstack-request-id: req-596fc9f5-1bcd-4445-a197-779c23f8dbe8 {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:10:13.465300 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc", "tag": "532782f5-5803-40be-90f3-d2677786ca67", "status": "completed", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:10:13.465593 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-596fc9f5-1bcd-4445-a197-779c23f8dbe8 {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:10:13.466068 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc', 'tag': '532782f5-5803-40be-90f3-d2677786ca67', 'status': 'completed', 'code': 200} Jun 07 07:10:13.546347 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvr_db [None req-683dac68-11cb-4d3f-b145-561cbb98d5c2 None None] Set router 52e25b51-2c88-4aa5-afba-091c4b4eb3ac gateway port host: dv-cinder-784140-5-iscsi {{(pid=91760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:10:13.560083 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfc22e-6464-43e4-ac8f-a79712f19769 req-3c2d495b-d9cb-47fc-8085-d440384ac480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:10:13.561533 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-a9bfc22e-6464-43e4-ac8f-a79712f19769 req-3c2d495b-d9cb-47fc-8085-d440384ac480 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fd6bc31b97c54239aa443ecf247e7cbe&device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc HTTP/1.1" status: 200 len: 1099 time: 0.0729887 Jun 07 07:10:13.696285 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfc22e-6464-43e4-ac8f-a79712f19769 req-5915edc0-4d30-4027-8a98-5228735aa41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:10:13.697827 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-a9bfc22e-6464-43e4-ac8f-a79712f19769 req-5915edc0-4d30-4027-8a98-5228735aa41d service neutron] 10.222.0.44 "GET /v2.0/networks?id=ae6fd56e-3402-4b74-828f-7e3fbbeeac2c HTTP/1.1" status: 200 len: 916 time: 0.1301358 Jun 07 07:10:13.886082 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-a9bfc22e-6464-43e4-ac8f-a79712f19769 req-15f77543-ccc0-44ac-8855-e688607c6dce service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=532782f5-5803-40be-90f3-d2677786ca67 HTTP/1.1" status: 200 len: 217 time: 0.1818454 Jun 07 07:10:13.893278 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-683dac68-11cb-4d3f-b145-561cbb98d5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e25b51-2c88-4aa5-afba-091c4b4eb3ac', 'name': 'tempest-TestMinimumBasicScenario-1017353834-router', 'tenant_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ce157737-e28a-4378-bf9f-3cd72a91ec4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:08:12Z', 'updated_at': '2021-06-07T07:08:16Z', 'revision_number': 4, 'project_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'gw_port': {'id': 'ce157737-e28a-4378-bf9f-3cd72a91ec4c', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e25b51-2c88-4aa5-afba-091c4b4eb3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:08:13Z', 'updated_at': '2021-06-07T07:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': 'ebdec48d-f02a-4c25-a612-ffeba6684bbb', 'name': '', 'network_id': 'ae6fd56e-3402-4b74-828f-7e3fbbeeac2c', 'tenant_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'mac_address': 'fa:16:3e:3e:9d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e25b51-2c88-4aa5-afba-091c4b4eb3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '3cba3436-c59d-4714-a1a2-a3a89630d87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:08:16Z', 'updated_at': '2021-06-07T07:08:23Z', 'revision_number': 5, 'project_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'subnets': [{'id': '3cba3436-c59d-4714-a1a2-a3a89630d87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:10:13.897565 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683dac68-11cb-4d3f-b145-561cbb98d5c2 None None] Checking router: 52e25b51-2c88-4aa5-afba-091c4b4eb3ac for host: dv-cinder-784140-5-iscsi {{(pid=91760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 07:10:13.905910 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683dac68-11cb-4d3f-b145-561cbb98d5c2 None None] Routers {'52e25b51-2c88-4aa5-afba-091c4b4eb3ac'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:10:13.906437 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-683dac68-11cb-4d3f-b145-561cbb98d5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:10:08Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['52e25b51-2c88-4aa5-afba-091c4b4eb3ac'], 'active': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:10:13.951784 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfc22e-6464-43e4-ac8f-a79712f19769 req-4dafd709-e4f1-4542-8d65-b0c0b7614cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:10:13.953218 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-a9bfc22e-6464-43e4-ac8f-a79712f19769 req-4dafd709-e4f1-4542-8d65-b0c0b7614cb6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3cba3436-c59d-4714-a1a2-a3a89630d87f HTTP/1.1" status: 200 len: 854 time: 0.0612016 Jun 07 07:10:14.027872 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfc22e-6464-43e4-ac8f-a79712f19769 req-d8b596c9-1b72-405c-b786-98356bc08e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:10:14.029331 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-a9bfc22e-6464-43e4-ac8f-a79712f19769 req-d8b596c9-1b72-405c-b786-98356bc08e38 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ae6fd56e-3402-4b74-828f-7e3fbbeeac2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0689459 Jun 07 07:10:14.084654 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvr_db [None req-683dac68-11cb-4d3f-b145-561cbb98d5c2 None None] Set router 52e25b51-2c88-4aa5-afba-091c4b4eb3ac gateway port host: dv-cinder-784140-5-iscsi {{(pid=91760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:10:14.165522 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-a9bfc22e-6464-43e4-ac8f-a79712f19769 req-866099d5-c82b-4f23-bd3e-9df7a95f619e service neutron] 10.222.0.44 "GET /v2.0/networks/ae6fd56e-3402-4b74-828f-7e3fbbeeac2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286035 Jun 07 07:10:14.305045 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-a9bfc22e-6464-43e4-ac8f-a79712f19769 req-53aff75d-dc55-4990-8e52-a2e409271e81 service neutron] 10.222.0.44 "GET /v2.0/networks/ae6fd56e-3402-4b74-828f-7e3fbbeeac2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321459 Jun 07 07:10:14.433243 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-683dac68-11cb-4d3f-b145-561cbb98d5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e25b51-2c88-4aa5-afba-091c4b4eb3ac', 'name': 'tempest-TestMinimumBasicScenario-1017353834-router', 'tenant_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ce157737-e28a-4378-bf9f-3cd72a91ec4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:08:12Z', 'updated_at': '2021-06-07T07:08:16Z', 'revision_number': 4, 'project_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'gw_port': {'id': 'ce157737-e28a-4378-bf9f-3cd72a91ec4c', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e25b51-2c88-4aa5-afba-091c4b4eb3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:08:13Z', 'updated_at': '2021-06-07T07:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': 'ebdec48d-f02a-4c25-a612-ffeba6684bbb', 'name': '', 'network_id': 'ae6fd56e-3402-4b74-828f-7e3fbbeeac2c', 'tenant_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'mac_address': 'fa:16:3e:3e:9d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e25b51-2c88-4aa5-afba-091c4b4eb3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '3cba3436-c59d-4714-a1a2-a3a89630d87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:08:16Z', 'updated_at': '2021-06-07T07:08:23Z', 'revision_number': 5, 'project_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'subnets': [{'id': '3cba3436-c59d-4714-a1a2-a3a89630d87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:10:14.437198 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683dac68-11cb-4d3f-b145-561cbb98d5c2 None None] The sync data for ids ['52e25b51-2c88-4aa5-afba-091c4b4eb3ac'] in dv-cinder-784140-5-iscsi is: [{'id': '52e25b51-2c88-4aa5-afba-091c4b4eb3ac', 'name': 'tempest-TestMinimumBasicScenario-1017353834-router', 'tenant_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ce157737-e28a-4378-bf9f-3cd72a91ec4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:08:12Z', 'updated_at': '2021-06-07T07:08:16Z', 'revision_number': 4, 'project_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'gw_port': {'id': 'ce157737-e28a-4378-bf9f-3cd72a91ec4c', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e25b51-2c88-4aa5-afba-091c4b4eb3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:08:13Z', 'updated_at': '2021-06-07T07:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi', '_interfaces': [{'id': 'ebdec48d-f02a-4c25-a612-ffeba6684bbb', 'name': '', 'network_id': 'ae6fd56e-3402-4b74-828f-7e3fbbeeac2c', 'tenant_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'mac_address': 'fa:16:3e:3e:9d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e25b51-2c88-4aa5-afba-091c4b4eb3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '3cba3436-c59d-4714-a1a2-a3a89630d87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:08:16Z', 'updated_at': '2021-06-07T07:08:23Z', 'revision_number': 5, 'project_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'subnets': [{'id': '3cba3436-c59d-4714-a1a2-a3a89630d87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 07:10:14.645532 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b198f215-fe90-49a5-aab2-7d0df2f2ac02 None None] New status for floating IP 1fb7f197-7d9d-449d-a18b-d8ce80823520: DOWN {{(pid=91761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 07:10:16.679055 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95d85b-b277-4532-bfc6-99d5b08768a0 req-baccaabb-1cca-4266-ae0b-41774c2550b2 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:10:16.680400 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-2d95d85b-b277-4532-bfc6-99d5b08768a0 req-baccaabb-1cca-4266-ae0b-41774c2550b2 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/ports?device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc HTTP/1.1" status: 200 len: 946 time: 0.0828335 Jun 07 07:10:16.725022 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [req-2d95d85b-b277-4532-bfc6-99d5b08768a0 req-fb5aea08-f695-4e5a-81ab-30ea8aede48b tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3898ed6-d5c5-423b-81ee-c7908301b529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386314 Jun 07 07:10:17.907659 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d1032-9105-454e-8a6d-751f8024944f req-91d93efb-4c01-4df0-b428-0f9865e15c4e tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:10:17.909150 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-559d1032-9105-454e-8a6d-751f8024944f req-91d93efb-4c01-4df0-b428-0f9865e15c4e tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/ports?device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc HTTP/1.1" status: 200 len: 946 time: 0.0786889 Jun 07 07:10:17.957845 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-559d1032-9105-454e-8a6d-751f8024944f req-bb3b9cb0-66af-497b-bb23-24ec64f64c7d tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3898ed6-d5c5-423b-81ee-c7908301b529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417645 Jun 07 07:10:18.261149 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539d059-bacc-41d1-bf0d-fd1e0d99c463 req-ea710e32-c1ce-47c2-8dc7-abc8260f749a tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 07:10:18.262595 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-1539d059-bacc-41d1-bf0d-fd1e0d99c463 req-ea710e32-c1ce-47c2-8dc7-abc8260f749a tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.44 "GET /v2.0/ports?device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc HTTP/1.1" status: 200 len: 946 time: 0.0785701 Jun 07 07:10:18.400777 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [req-1539d059-bacc-41d1-bf0d-fd1e0d99c463 req-36c3ac5e-756d-4736-85db-d9504128a7e3 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Deleting port 532782f5-5803-40be-90f3-d2677786ca67 {{(pid=91758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:10:18.401028 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-1539d059-bacc-41d1-bf0d-fd1e0d99c463 req-36c3ac5e-756d-4736-85db-d9504128a7e3 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:18.530526 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [req-1539d059-bacc-41d1-bf0d-fd1e0d99c463 req-36c3ac5e-756d-4736-85db-d9504128a7e3 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] For port 532782f5-5803-40be-90f3-d2677786ca67, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=532782f5-5803-40be-90f3-d2677786ca67,segment=NetworkSegment(76a9b159-e64a-436a-b672-930c61bf8591),segment_id=76a9b159-e64a-436a-b672-930c61bf8591)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:10:18.530878 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-1539d059-bacc-41d1-bf0d-fd1e0d99c463 req-36c3ac5e-756d-4736-85db-d9504128a7e3 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:18.649180 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [req-1539d059-bacc-41d1-bf0d-fd1e0d99c463 req-36c3ac5e-756d-4736-85db-d9504128a7e3 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Calling delete_port for 532782f5-5803-40be-90f3-d2677786ca67 owned by compute:nova {{(pid=91758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:10:18.756960 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-1539d059-bacc-41d1-bf0d-fd1e0d99c463 req-36c3ac5e-756d-4736-85db-d9504128a7e3 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:18.762509 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-e6474ad5-ef7b-4c12-9764-8c1cbff4e264 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:10:18.768061 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] get_ports_and_sgs() called for port_ids ['532782f5-5803-40be-90f3-d2677786ca67'] {{(pid=91760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 07:10:18.807820 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c3ac5e-756d-4736-85db-d9504128a7e3 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Pushing event deleted for resources: {'Port': ['ID=532782f5-5803-40be-90f3-d2677786ca67,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:10:18.811173 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-36c3ac5e-756d-4736-85db-d9504128a7e3 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:10:18.881803 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [req-1539d059-bacc-41d1-bf0d-fd1e0d99c463 req-36c3ac5e-756d-4736-85db-d9504128a7e3 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] No DVR routers for this DVR port 532782f5-5803-40be-90f3-d2677786ca67 on host hv-cinder-78414 {{(pid=91758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 07:10:18.884215 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [req-1539d059-bacc-41d1-bf0d-fd1e0d99c463 req-36c3ac5e-756d-4736-85db-d9504128a7e3 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4078392'] for port, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:18.886108 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-1539d059-bacc-41d1-bf0d-fd1e0d99c463 req-36c3ac5e-756d-4736-85db-d9504128a7e3 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.44 "DELETE /v2.0/ports/532782f5-5803-40be-90f3-d2677786ca67 HTTP/1.1" status: 204 len: 173 time: 0.6182389 Jun 07 07:10:18.886590 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc', 'name': 'network-vif-deleted', 'tag': '532782f5-5803-40be-90f3-d2677786ca67'}] {{(pid=91758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 07:10:18.888831 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec36a6c19c8fb969b847be0da992033db50c3714a14aa90e68a12edeb3f3a50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffe1406-5a4c-496b-88d0-2f5052993250" -d '{"events": [{"server_uuid": "9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc", "name": "network-vif-deleted", "tag": "532782f5-5803-40be-90f3-d2677786ca67"}]}' {{(pid=91758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 07:10:18.930400 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 07:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3edd72-28e2-4369-ae39-342329fae751 x-openstack-request-id: req-be3edd72-28e2-4369-ae39-342329fae751 {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 07:10:18.931004 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc", "name": "network-vif-deleted", "tag": "532782f5-5803-40be-90f3-d2677786ca67", "status": "completed", "code": 200}]} {{(pid=91758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 07:10:18.931004 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-be3edd72-28e2-4369-ae39-342329fae751 {{(pid=91758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 07:10:18.931370 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc', 'name': 'network-vif-deleted', 'tag': '532782f5-5803-40be-90f3-d2677786ca67', 'status': 'completed', 'code': 200} Jun 07 07:10:19.118998 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [req-34ea95d8-5415-48eb-bef7-6d5cf761b912 req-b95d28dd-cde5-43d7-a451-05c33268f208 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] 10.222.0.35 "GET /v2.0/ports?device_id=9617ce9b-b878-4db5-a8c0-4fa8bd6a86bc HTTP/1.1" status: 200 len: 210 time: 0.0421445 Jun 07 07:10:20.799865 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 49748) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:10:21.079600 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device 532782f5-5803-40be-90f3-d2677786ca67 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:10:21.112944 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] No Port match for: 532782f5-5803-40be-90f3-d2677786ca67 {{(pid=91760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:10:21.113304 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Device 532782f5-5803-40be-90f3-d2677786ca67 not bound to the agent host hv-cinder-78414 {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:10:21.446684 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-c2eac7a2-4730-42d0-b4ff-b6117e26cf2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875550'] for router_interface, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:21.855726 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-c2eac7a2-4730-42d0-b4ff-b6117e26cf2d admin admin] Deleting port ebdec48d-f02a-4c25-a612-ffeba6684bbb {{(pid=91758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:10:21.856460 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-c2eac7a2-4730-42d0-b4ff-b6117e26cf2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:21.976672 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-c2eac7a2-4730-42d0-b4ff-b6117e26cf2d admin admin] For port ebdec48d-f02a-4c25-a612-ffeba6684bbb, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=ebdec48d-f02a-4c25-a612-ffeba6684bbb,segment=NetworkSegment(76a9b159-e64a-436a-b672-930c61bf8591),segment_id=76a9b159-e64a-436a-b672-930c61bf8591)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:10:21.977020 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-c2eac7a2-4730-42d0-b4ff-b6117e26cf2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:22.101514 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-c2eac7a2-4730-42d0-b4ff-b6117e26cf2d admin admin] Calling delete_port for ebdec48d-f02a-4c25-a612-ffeba6684bbb owned by network:router_interface {{(pid=91758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:10:22.245199 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-c2eac7a2-4730-42d0-b4ff-b6117e26cf2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:22.249881 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-48cd98d5-bbb0-4256-a374-6f10160dc01a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:10:22.320707 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eac7a2-4730-42d0-b4ff-b6117e26cf2d admin admin] Pushing event deleted for resources: {'Port': ['ID=ebdec48d-f02a-4c25-a612-ffeba6684bbb,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:10:22.323258 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-c2eac7a2-4730-42d0-b4ff-b6117e26cf2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:10:22.665333 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-c2eac7a2-4730-42d0-b4ff-b6117e26cf2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3890604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3874192'] for router_interface, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:23.019517 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2eac7a2-4730-42d0-b4ff-b6117e26cf2d admin admin] Router 52e25b51-2c88-4aa5-afba-091c4b4eb3ac has already been hosted by L3 agent 207d1699-2b30-4848-a9d2-d112df8957f2 {{(pid=91758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 07:10:23.196429 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2eac7a2-4730-42d0-b4ff-b6117e26cf2d admin admin] Notify agent at l3_agent.dv-cinder-784140-5-iscsi the message routers_updated {{(pid=91758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 07:10:23.201281 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-c2eac7a2-4730-42d0-b4ff-b6117e26cf2d admin admin] 10.222.0.35 "PUT /v2.0/routers/52e25b51-2c88-4aa5-afba-091c4b4eb3ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4002657 Jun 07 07:10:23.203685 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 49750) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:10:23.206487 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe618b3-45b7-4eff-bfe4-b45d8951b7cd None None] Sync routers for ids ['52e25b51-2c88-4aa5-afba-091c4b4eb3ac'] in dv-cinder-784140-5-iscsi {{(pid=91760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 07:10:23.216236 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe618b3-45b7-4eff-bfe4-b45d8951b7cd None None] Routers {'52e25b51-2c88-4aa5-afba-091c4b4eb3ac'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:10:23.216922 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-5fe618b3-45b7-4eff-bfe4-b45d8951b7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:10:08Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['52e25b51-2c88-4aa5-afba-091c4b4eb3ac'], 'active': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:10:23.378802 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a2094de5-6a63-4504-964d-447ab52f4b9d admin admin] Notify callbacks [] for router, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:23.404594 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvr_db [None req-5fe618b3-45b7-4eff-bfe4-b45d8951b7cd None None] Set router 52e25b51-2c88-4aa5-afba-091c4b4eb3ac gateway port host: dv-cinder-784140-5-iscsi {{(pid=91760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:10:23.553198 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a2094de5-6a63-4504-964d-447ab52f4b9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:23.623306 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-a2094de5-6a63-4504-964d-447ab52f4b9d admin admin] Deleting port ce157737-e28a-4378-bf9f-3cd72a91ec4c {{(pid=91758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:10:23.623647 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a2094de5-6a63-4504-964d-447ab52f4b9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:23.691285 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-5fe618b3-45b7-4eff-bfe4-b45d8951b7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e25b51-2c88-4aa5-afba-091c4b4eb3ac', 'name': 'tempest-TestMinimumBasicScenario-1017353834-router', 'tenant_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ce157737-e28a-4378-bf9f-3cd72a91ec4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:08:12Z', 'updated_at': '2021-06-07T07:10:22Z', 'revision_number': 5, 'project_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'gw_port': {'id': 'ce157737-e28a-4378-bf9f-3cd72a91ec4c', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e25b51-2c88-4aa5-afba-091c4b4eb3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:08:13Z', 'updated_at': '2021-06-07T07:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi'}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:10:23.695114 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe618b3-45b7-4eff-bfe4-b45d8951b7cd None None] Checking router: 52e25b51-2c88-4aa5-afba-091c4b4eb3ac for host: dv-cinder-784140-5-iscsi {{(pid=91760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 07:10:23.703566 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe618b3-45b7-4eff-bfe4-b45d8951b7cd None None] Routers {'52e25b51-2c88-4aa5-afba-091c4b4eb3ac'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:10:23.704156 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-5fe618b3-45b7-4eff-bfe4-b45d8951b7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:10:08Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['52e25b51-2c88-4aa5-afba-091c4b4eb3ac'], 'active': True} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:10:23.744475 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-a2094de5-6a63-4504-964d-447ab52f4b9d admin admin] For port ce157737-e28a-4378-bf9f-3cd72a91ec4c, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=ce157737-e28a-4378-bf9f-3cd72a91ec4c,segment=NetworkSegment(5ae08632-c29b-4dd6-8d62-13cd62eb6da9),segment_id=5ae08632-c29b-4dd6-8d62-13cd62eb6da9)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:10:23.744919 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a2094de5-6a63-4504-964d-447ab52f4b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:23.853220 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvr_db [None req-5fe618b3-45b7-4eff-bfe4-b45d8951b7cd None None] Set router 52e25b51-2c88-4aa5-afba-091c4b4eb3ac gateway port host: None {{(pid=91760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:10:23.960386 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_hamode_db [None req-5fe618b3-45b7-4eff-bfe4-b45d8951b7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e25b51-2c88-4aa5-afba-091c4b4eb3ac', 'name': 'tempest-TestMinimumBasicScenario-1017353834-router', 'tenant_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:08:12Z', 'updated_at': '2021-06-07T07:10:23Z', 'revision_number': 6, 'project_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'gw_port_host': None}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:10:23.964478 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe618b3-45b7-4eff-bfe4-b45d8951b7cd None None] The sync data for ids ['52e25b51-2c88-4aa5-afba-091c4b4eb3ac'] in dv-cinder-784140-5-iscsi is: [{'id': '52e25b51-2c88-4aa5-afba-091c4b4eb3ac', 'name': 'tempest-TestMinimumBasicScenario-1017353834-router', 'tenant_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:08:12Z', 'updated_at': '2021-06-07T07:10:23Z', 'revision_number': 6, 'project_id': 'fd6bc31b97c54239aa443ecf247e7cbe', 'gw_port_host': None}] {{(pid=91760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 07:10:23.982961 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-a2094de5-6a63-4504-964d-447ab52f4b9d admin admin] Calling delete_port for ce157737-e28a-4378-bf9f-3cd72a91ec4c owned by network:router_gateway {{(pid=91758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:10:24.140330 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a2094de5-6a63-4504-964d-447ab52f4b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:24.143939 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-5d977026-0866-4da6-bd96-a942c160389f tempest-VolumesNegativeTest-1520061999 tempest-VolumesNegativeTest-1520061999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:10:24.195706 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2094de5-6a63-4504-964d-447ab52f4b9d admin admin] Pushing event deleted for resources: {'Port': ['ID=ce157737-e28a-4378-bf9f-3cd72a91ec4c,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:10:24.200162 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-a2094de5-6a63-4504-964d-447ab52f4b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:10:24.301254 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a2094de5-6a63-4504-964d-447ab52f4b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3885390'] for router_gateway, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:24.481045 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a2094de5-6a63-4504-964d-447ab52f4b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5911'] for router, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:24.483481 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a2094de5-6a63-4504-964d-447ab52f4b9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:24.510076 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a2094de5-6a63-4504-964d-447ab52f4b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879397'] for router, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:24.510979 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2094de5-6a63-4504-964d-447ab52f4b9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52e25b51-2c88-4aa5-afba-091c4b4eb3ac {{(pid=91758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 07:10:24.516846 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a2094de5-6a63-4504-964d-447ab52f4b9d admin admin] Notify callbacks [] for router, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:24.518016 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-a2094de5-6a63-4504-964d-447ab52f4b9d admin admin] 10.222.0.35 "DELETE /v2.0/routers/52e25b51-2c88-4aa5-afba-091c4b4eb3ac HTTP/1.1" status: 204 len: 168 time: 1.3133900 Jun 07 07:10:24.520436 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 49752) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:10:24.594704 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.db_base_plugin_v2 [None req-472427c0-4632-408e-a90f-7cd9d9f29e07 admin admin] Deleting subnet 3cba3436-c59d-4714-a1a2-a3a89630d87f {{(pid=91758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 07:10:24.597955 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-472427c0-4632-408e-a90f-7cd9d9f29e07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:24.650144 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-472427c0-4632-408e-a90f-7cd9d9f29e07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2297258'] for subnet, precommit_delete_associations {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:24.742158 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-472427c0-4632-408e-a90f-7cd9d9f29e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693753'] for subnet, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:24.746910 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device ebdec48d-f02a-4c25-a612-ffeba6684bbb no longer exists at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:10:24.780937 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] No Port match for: ebdec48d-f02a-4c25-a612-ffeba6684bbb {{(pid=91760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:10:24.781299 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device ebdec48d-f02a-4c25-a612-ffeba6684bbb not bound to the agent host dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:10:24.781718 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device ce157737-e28a-4378-bf9f-3cd72a91ec4c no longer exists at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:10:24.813713 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-472427c0-4632-408e-a90f-7cd9d9f29e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2228460'] for subnet, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:24.818706 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:10:24.819783 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] No Port match for: ce157737-e28a-4378-bf9f-3cd72a91ec4c {{(pid=91760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:10:24.820149 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device ce157737-e28a-4378-bf9f-3cd72a91ec4c not bound to the agent host dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:10:24.852621 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472427c0-4632-408e-a90f-7cd9d9f29e07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cba3436-c59d-4714-a1a2-a3a89630d87f,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:10:24.855405 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-472427c0-4632-408e-a90f-7cd9d9f29e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:10:24.856383 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-472427c0-4632-408e-a90f-7cd9d9f29e07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for subnet, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:24.858194 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-472427c0-4632-408e-a90f-7cd9d9f29e07 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3cba3436-c59d-4714-a1a2-a3a89630d87f HTTP/1.1" status: 204 len: 168 time: 0.3367982 Jun 07 07:10:24.860663 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 49754) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:10:24.863430 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6b673f-4e13-48df-a9aa-e474cc79b488 None None] Network ae6fd56e-3402-4b74-828f-7e3fbbeeac2c requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 07:10:24.971886 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9f69e9be-a973-46e3-9f97-85050e61cc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546939'] for network, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:25.049565 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-9f69e9be-a973-46e3-9f97-85050e61cc53 admin admin] Deleting port c9d4764a-9d34-4b07-a45e-47cc1112684c {{(pid=91758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:10:25.049942 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9f69e9be-a973-46e3-9f97-85050e61cc53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:25.105244 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006d2d69-8581-4da9-8f64-ca37105d1f0f None None] DHCP port deletion for ae6fd56e-3402-4b74-828f-7e3fbbeeac2c request from dv-cinder-784140-5-iscsi {{(pid=91760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 07:10:25.152737 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-9f69e9be-a973-46e3-9f97-85050e61cc53 admin admin] For port c9d4764a-9d34-4b07-a45e-47cc1112684c, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=c9d4764a-9d34-4b07-a45e-47cc1112684c,segment=NetworkSegment(76a9b159-e64a-436a-b672-930c61bf8591),segment_id=76a9b159-e64a-436a-b672-930c61bf8591)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:10:25.153336 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9f69e9be-a973-46e3-9f97-85050e61cc53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:25.171903 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-006d2d69-8581-4da9-8f64-ca37105d1f0f None None] Deleting port c9d4764a-9d34-4b07-a45e-47cc1112684c {{(pid=91760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:10:25.172386 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-006d2d69-8581-4da9-8f64-ca37105d1f0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:25.280612 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-9f69e9be-a973-46e3-9f97-85050e61cc53 admin admin] Calling delete_port for c9d4764a-9d34-4b07-a45e-47cc1112684c owned by network:dhcp {{(pid=91758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:10:25.300971 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-006d2d69-8581-4da9-8f64-ca37105d1f0f None None] For port c9d4764a-9d34-4b07-a45e-47cc1112684c, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=c9d4764a-9d34-4b07-a45e-47cc1112684c,segment=NetworkSegment(76a9b159-e64a-436a-b672-930c61bf8591),segment_id=76a9b159-e64a-436a-b672-930c61bf8591)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:10:25.301377 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-006d2d69-8581-4da9-8f64-ca37105d1f0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:25.326970 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9f69e9be-a973-46e3-9f97-85050e61cc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:25.331242 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-a1300397-ccb8-412f-8c16-9be7d9804772 tempest-TestMinimumBasicScenario-1138162849 tempest-TestMinimumBasicScenario-1138162849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:10:25.375027 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69e9be-a973-46e3-9f97-85050e61cc53 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9d4764a-9d34-4b07-a45e-47cc1112684c,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:10:25.378021 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-9f69e9be-a973-46e3-9f97-85050e61cc53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:10:25.378786 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f69e9be-a973-46e3-9f97-85050e61cc53 admin admin] No DVR routers for this DVR port c9d4764a-9d34-4b07-a45e-47cc1112684c on host dv-cinder-784140-5-iscsi {{(pid=91758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 07:10:25.425392 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-006d2d69-8581-4da9-8f64-ca37105d1f0f None None] Calling delete_port for c9d4764a-9d34-4b07-a45e-47cc1112684c owned by network:dhcp {{(pid=91760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:10:25.466992 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-006d2d69-8581-4da9-8f64-ca37105d1f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776'] for port, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:25.470460 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-4b9059c0-0081-4a81-b808-218daa7a188e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:10:25.493939 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9f69e9be-a973-46e3-9f97-85050e61cc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690272', 'neutron.services.segments.db._delete_segments_for_network-8736901055910'] for network, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:25.506778 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.services.segments.db [None req-9f69e9be-a973-46e3-9f97-85050e61cc53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae6fd56e-3402-4b74-828f-7e3fbbeeac2c']}} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:10:25.513090 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d2d69-8581-4da9-8f64-ca37105d1f0f None None] Pushing event deleted for resources: {'Port': ['ID=c9d4764a-9d34-4b07-a45e-47cc1112684c,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:10:25.515465 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006d2d69-8581-4da9-8f64-ca37105d1f0f None None] No DVR routers for this DVR port c9d4764a-9d34-4b07-a45e-47cc1112684c on host dv-cinder-784140-5-iscsi {{(pid=91760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 07:10:25.519673 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.services.segments.db [None req-9f69e9be-a973-46e3-9f97-85050e61cc53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76a9b159-e64a-436a-b672-930c61bf8591') {'for_net_delete': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:10:25.519976 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.services.segments.db [None req-9f69e9be-a973-46e3-9f97-85050e61cc53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76a9b159-e64a-436a-b672-930c61bf8591') {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:10:25.528567 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006d2d69-8581-4da9-8f64-ca37105d1f0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:10:25.529696 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006d2d69-8581-4da9-8f64-ca37105d1f0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:10:25.530785 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006d2d69-8581-4da9-8f64-ca37105d1f0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:10:25.531287 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006d2d69-8581-4da9-8f64-ca37105d1f0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:10:25.531629 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006d2d69-8581-4da9-8f64-ca37105d1f0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:10:25.531961 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006d2d69-8581-4da9-8f64-ca37105d1f0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:10:25.532295 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006d2d69-8581-4da9-8f64-ca37105d1f0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:10:25.532622 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006d2d69-8581-4da9-8f64-ca37105d1f0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:10:25.532732 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9f69e9be-a973-46e3-9f97-85050e61cc53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900799425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2297235'] for segment, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:25.532952 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006d2d69-8581-4da9-8f64-ca37105d1f0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:10:25.533269 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006d2d69-8581-4da9-8f64-ca37105d1f0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:10:25.533588 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006d2d69-8581-4da9-8f64-ca37105d1f0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:10:25.533960 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006d2d69-8581-4da9-8f64-ca37105d1f0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-5-iscsi {{(pid=91760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 07:10:25.537469 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-006d2d69-8581-4da9-8f64-ca37105d1f0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:10:25.549482 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9f69e9be-a973-46e3-9f97-85050e61cc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642'] for segment, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:25.555932 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f69e9be-a973-46e3-9f97-85050e61cc53 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=91758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 07:10:25.556318 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9f69e9be-a973-46e3-9f97-85050e61cc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2309482'] for segment, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:25.569645 dv-cinder-784140-5-iscsi neutron-server[91758]: Traceback (most recent call last): Jun 07 07:10:25.569645 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 07:10:25.569645 dv-cinder-784140-5-iscsi neutron-server[91758]: timer() Jun 07 07:10:25.569645 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 07:10:25.569645 dv-cinder-784140-5-iscsi neutron-server[91758]: cb(*args, **kw) Jun 07 07:10:25.569645 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 07:10:25.569645 dv-cinder-784140-5-iscsi neutron-server[91758]: return func(*args, **kwargs) Jun 07 07:10:25.569645 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 07:10:25.569645 dv-cinder-784140-5-iscsi neutron-server[91758]: self._notify() Jun 07 07:10:25.569645 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 07:10:25.569645 dv-cinder-784140-5-iscsi neutron-server[91758]: self.callback(batched_events) Jun 07 07:10:25.569645 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 07:10:25.569645 dv-cinder-784140-5-iscsi neutron-server[91758]: event.method(event) Jun 07 07:10:25.569645 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 07:10:25.569645 dv-cinder-784140-5-iscsi neutron-server[91758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 07:10:25.569645 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 07:10:25.569645 dv-cinder-784140-5-iscsi neutron-server[91758]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 07:10:25.569645 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 07:10:25.569645 dv-cinder-784140-5-iscsi neutron-server[91758]: return f(self, *a, **k) Jun 07 07:10:25.569645 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 07:10:25.569645 dv-cinder-784140-5-iscsi neutron-server[91758]: return self._get(url).json() Jun 07 07:10:25.569645 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 07:10:25.569645 dv-cinder-784140-5-iscsi neutron-server[91758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 07:10:25.569645 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 07:10:25.569645 dv-cinder-784140-5-iscsi neutron-server[91758]: return self.request(url, 'GET', **kwargs) Jun 07 07:10:25.569645 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 07:10:25.569645 dv-cinder-784140-5-iscsi neutron-server[91758]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 07:10:25.569645 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 07:10:25.569645 dv-cinder-784140-5-iscsi neutron-server[91758]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 07:10:25.569645 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 07:10:25.569645 dv-cinder-784140-5-iscsi neutron-server[91758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 07:10:25.569645 dv-cinder-784140-5-iscsi neutron-server[91758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 07:10:25.644596 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9f69e9be-a973-46e3-9f97-85050e61cc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3890583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3885419'] for network, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:25.648551 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-8c1feeb4-1351-41b3-a23d-09f3e3ffe430 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:10:25.660962 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-9f69e9be-a973-46e3-9f97-85050e61cc53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for network, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:25.663354 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-9f69e9be-a973-46e3-9f97-85050e61cc53 admin admin] 10.222.0.35 "DELETE /v2.0/networks/ae6fd56e-3402-4b74-828f-7e3fbbeeac2c HTTP/1.1" status: 204 len: 168 time: 0.8017914 Jun 07 07:10:25.666244 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 49756) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:10:25.728599 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69e9be-a973-46e3-9f97-85050e61cc53 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae6fd56e-3402-4b74-828f-7e3fbbeeac2c,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:10:25.737516 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-9f69e9be-a973-46e3-9f97-85050e61cc53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:10:26.307310 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-c4aaf220-3365-409c-80a8-795856b31879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875550'] for router_interface, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:26.718373 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-c4aaf220-3365-409c-80a8-795856b31879 admin admin] Deleting port 35c63d71-2de0-426d-87dc-deefb2a5d1e8 {{(pid=91758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:10:26.718709 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-c4aaf220-3365-409c-80a8-795856b31879 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:26.738351 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device c9d4764a-9d34-4b07-a45e-47cc1112684c no longer exists at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:10:26.775245 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] No Port match for: c9d4764a-9d34-4b07-a45e-47cc1112684c {{(pid=91760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:10:26.775590 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device c9d4764a-9d34-4b07-a45e-47cc1112684c not bound to the agent host dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:10:26.840321 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-c4aaf220-3365-409c-80a8-795856b31879 admin admin] For port 35c63d71-2de0-426d-87dc-deefb2a5d1e8, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=35c63d71-2de0-426d-87dc-deefb2a5d1e8,segment=NetworkSegment(f3e411c4-993a-4d5b-9e39-c6365bc9eed5),segment_id=f3e411c4-993a-4d5b-9e39-c6365bc9eed5)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:10:26.840673 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-c4aaf220-3365-409c-80a8-795856b31879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:26.962062 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-c4aaf220-3365-409c-80a8-795856b31879 admin admin] Calling delete_port for 35c63d71-2de0-426d-87dc-deefb2a5d1e8 owned by network:router_interface {{(pid=91758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:10:27.101878 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-c4aaf220-3365-409c-80a8-795856b31879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:27.106193 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-db9b8a31-c84c-4158-8bcc-0a3816c96dd9 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:10:27.152466 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aaf220-3365-409c-80a8-795856b31879 admin admin] Pushing event deleted for resources: {'Port': ['ID=35c63d71-2de0-426d-87dc-deefb2a5d1e8,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:10:27.178426 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-c4aaf220-3365-409c-80a8-795856b31879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:10:27.520707 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-c4aaf220-3365-409c-80a8-795856b31879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3890604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3874192'] for router_interface, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:27.878537 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4aaf220-3365-409c-80a8-795856b31879 admin admin] Router e2fd4700-f542-488d-9d59-95d077d807f1 has already been hosted by L3 agent 207d1699-2b30-4848-a9d2-d112df8957f2 {{(pid=91758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 07:10:28.055351 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4aaf220-3365-409c-80a8-795856b31879 admin admin] Notify agent at l3_agent.dv-cinder-784140-5-iscsi the message routers_updated {{(pid=91758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 07:10:28.062410 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-c4aaf220-3365-409c-80a8-795856b31879 admin admin] 10.222.0.35 "PUT /v2.0/routers/e2fd4700-f542-488d-9d59-95d077d807f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3931160 Jun 07 07:10:28.062765 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 49760) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:10:28.065490 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f98d00-d9fb-4974-abf2-d6d8ef317a73 None None] Sync routers for ids ['e2fd4700-f542-488d-9d59-95d077d807f1'] in dv-cinder-784140-5-iscsi {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 07:10:28.074783 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f98d00-d9fb-4974-abf2-d6d8ef317a73 None None] Routers {'e2fd4700-f542-488d-9d59-95d077d807f1'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:10:28.075378 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-02f98d00-d9fb-4974-abf2-d6d8ef317a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:10:08Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['e2fd4700-f542-488d-9d59-95d077d807f1'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:10:28.235001 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-514027fa-eb7f-42ea-ad37-92a83d64b1fc admin admin] Notify callbacks [] for router, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:28.247570 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-02f98d00-d9fb-4974-abf2-d6d8ef317a73 None None] Set router e2fd4700-f542-488d-9d59-95d077d807f1 gateway port host: dv-cinder-784140-5-iscsi {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:10:28.406924 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-514027fa-eb7f-42ea-ad37-92a83d64b1fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:28.476105 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-514027fa-eb7f-42ea-ad37-92a83d64b1fc admin admin] Deleting port be1ffa70-3ac2-415c-99cf-3d35ab828fb4 {{(pid=91758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:10:28.476441 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-514027fa-eb7f-42ea-ad37-92a83d64b1fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:28.528041 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-02f98d00-d9fb-4974-abf2-d6d8ef317a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2fd4700-f542-488d-9d59-95d077d807f1', 'name': 'tempest-TestMinimumBasicScenario-1896322381-router', 'tenant_id': '74335bc51efe421fa6bdb99bce415b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'external_fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'be1ffa70-3ac2-415c-99cf-3d35ab828fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:08:19Z', 'updated_at': '2021-06-07T07:10:27Z', 'revision_number': 5, 'project_id': '74335bc51efe421fa6bdb99bce415b69', 'gw_port': {'id': 'be1ffa70-3ac2-415c-99cf-3d35ab828fb4', 'name': '', 'network_id': 'fe992a7c-d3c2-4e8d-9573-c4f663251d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ff:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fd4700-f542-488d-9d59-95d077d807f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T07:08:19Z', 'updated_at': '2021-06-07T07:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4323051-ed30-4a9a-b3aa-b457aab0dfbf', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-5-iscsi'}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:10:28.531917 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f98d00-d9fb-4974-abf2-d6d8ef317a73 None None] Checking router: e2fd4700-f542-488d-9d59-95d077d807f1 for host: dv-cinder-784140-5-iscsi {{(pid=91761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 07:10:28.541032 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f98d00-d9fb-4974-abf2-d6d8ef317a73 None None] Routers {'e2fd4700-f542-488d-9d59-95d077d807f1'} bound to L3 agent in host dv-cinder-784140-5-iscsi {{(pid=91761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 07:10:28.541624 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-02f98d00-d9fb-4974-abf2-d6d8ef317a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T06:46:38Z,description=,heartbeat_timestamp=2021-06-07T07:10:08Z,host='dv-cinder-784140-5-iscsi',id=207d1699-2b30-4848-a9d2-d112df8957f2,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T06:46:38Z,topic='l3_agent')) {'router_ids': ['e2fd4700-f542-488d-9d59-95d077d807f1'], 'active': True} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:10:28.595530 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-514027fa-eb7f-42ea-ad37-92a83d64b1fc admin admin] For port be1ffa70-3ac2-415c-99cf-3d35ab828fb4, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=be1ffa70-3ac2-415c-99cf-3d35ab828fb4,segment=NetworkSegment(5ae08632-c29b-4dd6-8d62-13cd62eb6da9),segment_id=5ae08632-c29b-4dd6-8d62-13cd62eb6da9)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:10:28.596119 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-514027fa-eb7f-42ea-ad37-92a83d64b1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:28.687853 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_dvr_db [None req-02f98d00-d9fb-4974-abf2-d6d8ef317a73 None None] Set router e2fd4700-f542-488d-9d59-95d077d807f1 gateway port host: None {{(pid=91761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 07:10:28.795384 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.l3_hamode_db [None req-02f98d00-d9fb-4974-abf2-d6d8ef317a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2fd4700-f542-488d-9d59-95d077d807f1', 'name': 'tempest-TestMinimumBasicScenario-1896322381-router', 'tenant_id': '74335bc51efe421fa6bdb99bce415b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:08:19Z', 'updated_at': '2021-06-07T07:10:28Z', 'revision_number': 6, 'project_id': '74335bc51efe421fa6bdb99bce415b69', 'gw_port_host': None}], 'dv-cinder-784140-5-iscsi', False) {} {{(pid=91761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:10:28.799718 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f98d00-d9fb-4974-abf2-d6d8ef317a73 None None] The sync data for ids ['e2fd4700-f542-488d-9d59-95d077d807f1'] in dv-cinder-784140-5-iscsi is: [{'id': 'e2fd4700-f542-488d-9d59-95d077d807f1', 'name': 'tempest-TestMinimumBasicScenario-1896322381-router', 'tenant_id': '74335bc51efe421fa6bdb99bce415b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T07:08:19Z', 'updated_at': '2021-06-07T07:10:28Z', 'revision_number': 6, 'project_id': '74335bc51efe421fa6bdb99bce415b69', 'gw_port_host': None}] {{(pid=91761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 07:10:28.840308 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-514027fa-eb7f-42ea-ad37-92a83d64b1fc admin admin] Calling delete_port for be1ffa70-3ac2-415c-99cf-3d35ab828fb4 owned by network:router_gateway {{(pid=91758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:10:28.970817 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-514027fa-eb7f-42ea-ad37-92a83d64b1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:28.974900 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-2550f6cc-ce50-49c3-be75-72b513a1d330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:10:29.018674 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514027fa-eb7f-42ea-ad37-92a83d64b1fc admin admin] Pushing event deleted for resources: {'Port': ['ID=be1ffa70-3ac2-415c-99cf-3d35ab828fb4,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:10:29.021187 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-514027fa-eb7f-42ea-ad37-92a83d64b1fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:10:29.108320 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-514027fa-eb7f-42ea-ad37-92a83d64b1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3885390'] for router_gateway, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:29.284015 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-514027fa-eb7f-42ea-ad37-92a83d64b1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3879289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5911'] for router, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:29.286919 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-514027fa-eb7f-42ea-ad37-92a83d64b1fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:29.310212 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-514027fa-eb7f-42ea-ad37-92a83d64b1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3879397'] for router, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:29.310719 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514027fa-eb7f-42ea-ad37-92a83d64b1fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2fd4700-f542-488d-9d59-95d077d807f1 {{(pid=91758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 07:10:29.314700 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-514027fa-eb7f-42ea-ad37-92a83d64b1fc admin admin] Notify callbacks [] for router, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:29.315793 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-514027fa-eb7f-42ea-ad37-92a83d64b1fc admin admin] 10.222.0.35 "DELETE /v2.0/routers/e2fd4700-f542-488d-9d59-95d077d807f1 HTTP/1.1" status: 204 len: 168 time: 1.2521386 Jun 07 07:10:29.318353 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 49762) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:10:29.375263 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ec5867c-8d0d-4afe-bff1-d6d9d1ab4f51 admin admin] Deleting subnet 99d4a6ef-5eb3-4c08-b78b-f54651e21dc1 {{(pid=91758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 07:10:29.378121 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1ec5867c-8d0d-4afe-bff1-d6d9d1ab4f51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:29.426236 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1ec5867c-8d0d-4afe-bff1-d6d9d1ab4f51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2297258'] for subnet, precommit_delete_associations {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:29.504032 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1ec5867c-8d0d-4afe-bff1-d6d9d1ab4f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693753'] for subnet, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:29.572782 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1ec5867c-8d0d-4afe-bff1-d6d9d1ab4f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2309584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2228460'] for subnet, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:29.576713 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:10:29.611949 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5867c-8d0d-4afe-bff1-d6d9d1ab4f51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99d4a6ef-5eb3-4c08-b78b-f54651e21dc1,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:10:29.615815 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-1ec5867c-8d0d-4afe-bff1-d6d9d1ab4f51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:10:29.616821 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-1ec5867c-8d0d-4afe-bff1-d6d9d1ab4f51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for subnet, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:29.618767 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-1ec5867c-8d0d-4afe-bff1-d6d9d1ab4f51 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/99d4a6ef-5eb3-4c08-b78b-f54651e21dc1 HTTP/1.1" status: 204 len: 168 time: 0.2994411 Jun 07 07:10:29.621297 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 49764) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:10:29.622795 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c0daf6-bf04-4534-a0dc-9612f0845190 None None] Network 2fd57abe-12eb-457b-adaf-24d3fc6d63c5 requested from dv-cinder-784140-5-iscsi {{(pid=91760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 07:10:29.732090 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-2c778df9-f58a-4086-ab95-01212bb82342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546939'] for network, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:29.811613 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-2c778df9-f58a-4086-ab95-01212bb82342 admin admin] Deleting port cf2acc93-6628-4718-82c7-c5ba687308b7 {{(pid=91758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:10:29.811947 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-2c778df9-f58a-4086-ab95-01212bb82342 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:29.879370 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b961c3-5afa-4002-8eb6-918113d80f19 None None] DHCP port deletion for 2fd57abe-12eb-457b-adaf-24d3fc6d63c5 request from dv-cinder-784140-5-iscsi {{(pid=91760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 07:10:29.909696 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-2c778df9-f58a-4086-ab95-01212bb82342 admin admin] For port cf2acc93-6628-4718-82c7-c5ba687308b7, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=cf2acc93-6628-4718-82c7-c5ba687308b7,segment=NetworkSegment(f3e411c4-993a-4d5b-9e39-c6365bc9eed5),segment_id=f3e411c4-993a-4d5b-9e39-c6365bc9eed5)] {{(pid=91758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:10:29.910077 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-2c778df9-f58a-4086-ab95-01212bb82342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:29.946826 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-31b961c3-5afa-4002-8eb6-918113d80f19 None None] Deleting port cf2acc93-6628-4718-82c7-c5ba687308b7 {{(pid=91760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 07:10:29.947204 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-31b961c3-5afa-4002-8eb6-918113d80f19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736901024988'] for port, before_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:30.034527 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.plugin [None req-2c778df9-f58a-4086-ab95-01212bb82342 admin admin] Calling delete_port for cf2acc93-6628-4718-82c7-c5ba687308b7 owned by network:dhcp {{(pid=91758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:10:30.041122 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.db [None req-31b961c3-5afa-4002-8eb6-918113d80f19 None None] For port cf2acc93-6628-4718-82c7-c5ba687308b7, host dv-cinder-784140-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-5-iscsi',level=0,port_id=cf2acc93-6628-4718-82c7-c5ba687308b7,segment=NetworkSegment(f3e411c4-993a-4d5b-9e39-c6365bc9eed5),segment_id=f3e411c4-993a-4d5b-9e39-c6365bc9eed5)] {{(pid=91760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 07:10:30.041514 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-31b961c3-5afa-4002-8eb6-918113d80f19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3877513'] for port, precommit_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:30.080849 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-2c778df9-f58a-4086-ab95-01212bb82342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2309437'] for port, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:30.085140 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-eda18cc1-6a1d-48b0-8eea-32779c8363e1 tempest-AttachVolumeNegativeTest-1787416070 tempest-AttachVolumeNegativeTest-1787416070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:10:30.127835 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c778df9-f58a-4086-ab95-01212bb82342 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf2acc93-6628-4718-82c7-c5ba687308b7,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:10:30.132637 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-2c778df9-f58a-4086-ab95-01212bb82342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:10:30.133877 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c778df9-f58a-4086-ab95-01212bb82342 admin admin] No DVR routers for this DVR port cf2acc93-6628-4718-82c7-c5ba687308b7 on host dv-cinder-784140-5-iscsi {{(pid=91758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 07:10:30.165014 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-31b961c3-5afa-4002-8eb6-918113d80f19 None None] Calling delete_port for cf2acc93-6628-4718-82c7-c5ba687308b7 owned by network:dhcp {{(pid=91760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 07:10:30.205770 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-31b961c3-5afa-4002-8eb6-918113d80f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-775066', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3890590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736901031388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736900529776'] for port, after_delete {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:30.209988 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:10:30.248309 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-2c778df9-f58a-4086-ab95-01212bb82342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690272', 'neutron.services.segments.db._delete_segments_for_network-8736901055910'] for network, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:30.252625 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b961c3-5afa-4002-8eb6-918113d80f19 None None] Pushing event deleted for resources: {'Port': ['ID=cf2acc93-6628-4718-82c7-c5ba687308b7,revision_number=None']} {{(pid=91760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:10:30.254445 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b961c3-5afa-4002-8eb6-918113d80f19 None None] No DVR routers for this DVR port cf2acc93-6628-4718-82c7-c5ba687308b7 on host dv-cinder-784140-5-iscsi {{(pid=91760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 07:10:30.256339 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG oslo_concurrency.lockutils [None req-31b961c3-5afa-4002-8eb6-918113d80f19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:10:30.268675 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.services.segments.db [None req-2c778df9-f58a-4086-ab95-01212bb82342 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fd57abe-12eb-457b-adaf-24d3fc6d63c5']}} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:10:30.281824 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.services.segments.db [None req-2c778df9-f58a-4086-ab95-01212bb82342 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3e411c4-993a-4d5b-9e39-c6365bc9eed5') {'for_net_delete': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:10:30.282123 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.services.segments.db [None req-2c778df9-f58a-4086-ab95-01212bb82342 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3e411c4-993a-4d5b-9e39-c6365bc9eed5') {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 07:10:30.293592 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-2c778df9-f58a-4086-ab95-01212bb82342 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736900799425', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2297235'] for segment, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:30.310520 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-2c778df9-f58a-4086-ab95-01212bb82342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642'] for segment, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:30.316567 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c778df9-f58a-4086-ab95-01212bb82342 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=91758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 07:10:30.316942 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-2c778df9-f58a-4086-ab95-01212bb82342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2309482'] for segment, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:30.330236 dv-cinder-784140-5-iscsi neutron-server[91758]: Traceback (most recent call last): Jun 07 07:10:30.330236 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 07:10:30.330236 dv-cinder-784140-5-iscsi neutron-server[91758]: timer() Jun 07 07:10:30.330236 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 07:10:30.330236 dv-cinder-784140-5-iscsi neutron-server[91758]: cb(*args, **kw) Jun 07 07:10:30.330236 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 07:10:30.330236 dv-cinder-784140-5-iscsi neutron-server[91758]: return func(*args, **kwargs) Jun 07 07:10:30.330236 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 07:10:30.330236 dv-cinder-784140-5-iscsi neutron-server[91758]: self._notify() Jun 07 07:10:30.330236 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 07:10:30.330236 dv-cinder-784140-5-iscsi neutron-server[91758]: self.callback(batched_events) Jun 07 07:10:30.330236 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 07:10:30.330236 dv-cinder-784140-5-iscsi neutron-server[91758]: event.method(event) Jun 07 07:10:30.330236 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 07:10:30.330236 dv-cinder-784140-5-iscsi neutron-server[91758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 07:10:30.330236 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 07:10:30.330236 dv-cinder-784140-5-iscsi neutron-server[91758]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 07:10:30.330236 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 07:10:30.330236 dv-cinder-784140-5-iscsi neutron-server[91758]: return f(self, *a, **k) Jun 07 07:10:30.330236 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 07:10:30.330236 dv-cinder-784140-5-iscsi neutron-server[91758]: return self._get(url).json() Jun 07 07:10:30.330236 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 07:10:30.330236 dv-cinder-784140-5-iscsi neutron-server[91758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 07:10:30.330236 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 07:10:30.330236 dv-cinder-784140-5-iscsi neutron-server[91758]: return self.request(url, 'GET', **kwargs) Jun 07 07:10:30.330236 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 07:10:30.330236 dv-cinder-784140-5-iscsi neutron-server[91758]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 07:10:30.330236 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 07:10:30.330236 dv-cinder-784140-5-iscsi neutron-server[91758]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 07:10:30.330236 dv-cinder-784140-5-iscsi neutron-server[91758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 07:10:30.330236 dv-cinder-784140-5-iscsi neutron-server[91758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 07:10:30.330236 dv-cinder-784140-5-iscsi neutron-server[91758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 07:10:30.406952 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-2c778df9-f58a-4086-ab95-01212bb82342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-349407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3890583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3885419'] for network, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:30.412837 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-2c778df9-f58a-4086-ab95-01212bb82342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3890672'] for network, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:30.417573 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-2c778df9-f58a-4086-ab95-01212bb82342 admin admin] 10.222.0.35 "DELETE /v2.0/networks/2fd57abe-12eb-457b-adaf-24d3fc6d63c5 HTTP/1.1" status: 204 len: 168 time: 0.7924387 Jun 07 07:10:30.417573 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-ec922e9c-7612-45d8-99ee-d859b249c69d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:10:30.433138 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c778df9-f58a-4086-ab95-01212bb82342 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fd57abe-12eb-457b-adaf-24d3fc6d63c5,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:10:30.435725 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-2c778df9-f58a-4086-ab95-01212bb82342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:10:30.584340 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 49768) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:10:30.631274 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-2c8ea5b3-22ce-4d87-acb7-23f8e246c678 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fd6bc31b97c54239aa443ecf247e7cbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457020 Jun 07 07:10:30.633658 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.wsgi [-] (91758) accepted ('10.222.0.35', 49770) {{(pid=91758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:10:30.694044 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-7d460641-e77a-4e55-b5f2-e233c200d39b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:30.721211 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-7d460641-e77a-4e55-b5f2-e233c200d39b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:30.742281 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device cf2acc93-6628-4718-82c7-c5ba687308b7 no longer exists at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:10:30.777137 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-7d460641-e77a-4e55-b5f2-e233c200d39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:30.778211 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] No Port match for: cf2acc93-6628-4718-82c7-c5ba687308b7 {{(pid=91760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:10:30.778572 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device cf2acc93-6628-4718-82c7-c5ba687308b7 not bound to the agent host dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:10:30.778998 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 35c63d71-2de0-426d-87dc-deefb2a5d1e8 no longer exists at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:10:30.779532 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-7d460641-e77a-4e55-b5f2-e233c200d39b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:30.780650 dv-cinder-784140-5-iscsi neutron-server[91758]: INFO neutron.wsgi [None req-7d460641-e77a-4e55-b5f2-e233c200d39b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f3898ed6-d5c5-423b-81ee-c7908301b529 HTTP/1.1" status: 204 len: 168 time: 0.1460819 Jun 07 07:10:30.781469 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-bb698b95-5e4f-446b-9a12-ff5f7eed0154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:10:30.791755 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d460641-e77a-4e55-b5f2-e233c200d39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3898ed6-d5c5-423b-81ee-c7908301b529,revision_number=None']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:10:30.794186 dv-cinder-784140-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-7d460641-e77a-4e55-b5f2-e233c200d39b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:10:30.823673 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] No Port match for: 35c63d71-2de0-426d-87dc-deefb2a5d1e8 {{(pid=91760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:10:30.824029 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device 35c63d71-2de0-426d-87dc-deefb2a5d1e8 not bound to the agent host dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:10:30.824453 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device be1ffa70-3ac2-415c-99cf-3d35ab828fb4 no longer exists at agent ovs-agent-dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 07:10:30.858211 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.plugin [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] No Port match for: be1ffa70-3ac2-415c-99cf-3d35ab828fb4 {{(pid=91760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 07:10:30.858487 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron.plugins.ml2.rpc [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Device be1ffa70-3ac2-415c-99cf-3d35ab828fb4 not bound to the agent host dv-cinder-784140-5-iscsi {{(pid=91760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 07:10:31.119485 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 49776) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:10:31.167432 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-bb5327b4-8f4d-47cc-9700-308f6d969346 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=74335bc51efe421fa6bdb99bce415b69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466580 Jun 07 07:10:31.169809 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [-] (91759) accepted ('10.222.0.35', 49778) {{(pid=91759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 07:10:31.226185 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-357d693d-a66d-409d-8346-28487db80359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:31.251456 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-357d693d-a66d-409d-8346-28487db80359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:31.309886 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-357d693d-a66d-409d-8346-28487db80359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349199'] for security_group, after_delete {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:31.319482 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron_lib.callbacks.manager [None req-357d693d-a66d-409d-8346-28487db80359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:31.320837 dv-cinder-784140-5-iscsi neutron-server[91759]: INFO neutron.wsgi [None req-357d693d-a66d-409d-8346-28487db80359 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aedcfd35-d026-4414-bff1-ee5e3c14799a HTTP/1.1" status: 204 len: 168 time: 0.1500840 Jun 07 07:10:31.321654 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-2ea7af6f-8efb-4134-bb4c-c1940feebede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 07:10:31.333715 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d693d-a66d-409d-8346-28487db80359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedcfd35-d026-4414-bff1-ee5e3c14799a,revision_number=None']} {{(pid=91759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 07:10:31.336747 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG oslo_concurrency.lockutils [None req-357d693d-a66d-409d-8346-28487db80359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 07:10:32.928538 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:34.248434 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.agents_db [None req-46aecb79-32b8-4105-868b-523cea85afea None None] Agent healthcheck: found 6 active agents {{(pid=91761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 07:10:35.245572 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-6fa3812e-f7ec-4bf8-a381-c4b9e223ed80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:37.906576 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:37.971067 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-d235c804-2062-49d3-a12d-5647a142c3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:38.987928 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:10:40.685735 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:11:02.952531 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:11:05.246828 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-e9d13b5d-0e57-422f-b3d3-169709ea5155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:11:07.908651 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:11:07.971576 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-570e5820-bdd4-41f7-a576-d9610ee3ff43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:11:08.990422 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:11:10.689424 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:11:11.247972 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.agents_db [None req-46aecb79-32b8-4105-868b-523cea85afea None None] Agent healthcheck: found 6 active agents {{(pid=91761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 07:11:32.958651 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:11:35.248446 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4fdef041-9a90-4bea-beb1-61cd612dff75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:11:37.913275 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:11:37.971686 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-74518545-f70d-4eaa-95fb-26671c994361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:11:38.992842 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:11:40.721523 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:11:48.247536 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.agents_db [None req-46aecb79-32b8-4105-868b-523cea85afea None None] Agent healthcheck: found 6 active agents {{(pid=91761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 07:12:02.966329 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:12:03.739311 dv-cinder-784140-5-iscsi neutron-server[91759]: DEBUG neutron.wsgi [req-ee6a9b52-eb5b-4c31-9981-a5a494502080 req-cf9fab3f-764b-4808-bce4-e41112f272da service neutron] (91759) timed out ('10.222.0.35', 44340) {{(pid=91759) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 07 07:12:05.249320 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fbf1c0ac-afdf-4a7c-aef9-f4d9ca2d9c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:12:07.916212 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:12:07.971985 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5b7f320a-7b97-45ed-888d-28e7b7b61db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:12:08.996871 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:12:10.695747 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:12:25.246816 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.agents_db [None req-46aecb79-32b8-4105-868b-523cea85afea None None] Agent healthcheck: found 6 active agents {{(pid=91761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 07:12:32.965921 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:12:35.249472 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-edd80a14-2d80-4fec-a1cf-72cb5ba5e291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:12:37.918602 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:12:37.971704 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-02874141-6daf-4876-a9f9-780915a7e693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:12:38.999950 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:12:40.697826 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:13:02.246502 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.agents_db [None req-46aecb79-32b8-4105-868b-523cea85afea None None] Agent healthcheck: found 6 active agents {{(pid=91761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 07:13:02.957814 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:13:05.250401 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-0a437177-0a37-419b-b962-05541368b00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:13:07.920142 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:13:07.970988 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-758be253-50a5-41c9-9411-a7e944ca9337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:13:09.002282 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:13:10.702995 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:13:32.966030 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:13:35.251179 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-c1c6a683-af4b-43a1-aa69-41477a46dc02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:13:37.922532 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:13:37.970907 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-c99de844-2374-4bf9-881d-af8a992ec447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:13:39.004955 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:13:39.245449 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.agents_db [None req-46aecb79-32b8-4105-868b-523cea85afea None None] Agent healthcheck: found 6 active agents {{(pid=91761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 07:13:40.704123 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:14:02.965467 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:14:05.252374 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-41a37693-8c92-4955-ac55-989837bb57a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:14:07.925184 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:14:07.971101 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1fd1038b-ccc5-4164-9a62-64317c698ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:14:09.007591 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:14:10.706487 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:14:16.244006 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.agents_db [None req-46aecb79-32b8-4105-868b-523cea85afea None None] Agent healthcheck: found 6 active agents {{(pid=91761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 07:14:32.964730 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:14:35.252604 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-934961d9-c62a-4f2d-9ec4-51fa43733132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:14:37.927383 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:14:37.970898 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-5f3bdb23-562d-4215-bc5b-8c545774b7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:14:39.009585 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:14:40.709028 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:14:53.242846 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.agents_db [None req-46aecb79-32b8-4105-868b-523cea85afea None None] Agent healthcheck: found 6 active agents {{(pid=91761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 07:15:02.971561 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:15:05.253220 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-4f9f6c32-6256-4b82-94ea-c38c7967e4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:15:07.929991 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:15:07.970785 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-749ff43a-79fb-471a-a391-415fb7d62aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:15:09.013656 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-fe1f7d29-fbca-46bd-9c0e-342d51470779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:15:10.712212 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-a9ec4f84-2ed5-4c0d-9947-c483eb64a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:15:30.244538 dv-cinder-784140-5-iscsi neutron-server[91761]: DEBUG neutron.db.agents_db [None req-46aecb79-32b8-4105-868b-523cea85afea None None] Agent healthcheck: found 6 active agents {{(pid=91761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 07:15:32.964921 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-732f9ad5-b03d-4564-b023-0c96b8f92651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:15:35.254204 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-27836138-4fab-41d4-b7bd-ee28c64223bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:15:37.932173 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-1437bfc2-c96e-4d63-a9d5-47516d49db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 07:15:37.971504 dv-cinder-784140-5-iscsi neutron-server[91760]: DEBUG neutron_lib.callbacks.manager [None req-df2e795e-0373-4255-9b1b-78c2141ed8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736901055892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721342'] for agent, after_update {{(pid=91760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}